2024-11-27 20:16:39,287 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 20:16:39,306 main DEBUG Took 0.017526 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 20:16:39,307 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 20:16:39,307 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 20:16:39,308 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 20:16:39,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,316 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 20:16:39,328 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,330 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,331 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,332 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,333 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,333 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,334 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,335 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,336 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,336 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,337 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,338 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 20:16:39,338 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,338 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 20:16:39,340 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 20:16:39,341 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 20:16:39,343 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 20:16:39,343 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 20:16:39,344 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 20:16:39,345 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 20:16:39,353 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 20:16:39,355 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 20:16:39,357 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 20:16:39,357 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 20:16:39,358 main DEBUG createAppenders(={Console}) 2024-11-27 20:16:39,358 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-27 20:16:39,359 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 20:16:39,359 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-27 20:16:39,359 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 20:16:39,360 main DEBUG OutputStream closed 2024-11-27 20:16:39,360 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 20:16:39,360 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 20:16:39,360 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-27 20:16:39,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 20:16:39,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 20:16:39,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 20:16:39,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 20:16:39,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 20:16:39,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 20:16:39,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 20:16:39,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 20:16:39,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 20:16:39,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 20:16:39,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 20:16:39,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 20:16:39,439 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 20:16:39,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 20:16:39,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 20:16:39,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 20:16:39,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 20:16:39,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 20:16:39,444 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 20:16:39,444 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-27 20:16:39,444 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 20:16:39,445 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-27T20:16:39,459 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-27 20:16:39,462 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 20:16:39,463 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T20:16:39,513 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=6603 2024-11-27T20:16:39,782 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-27T20:16:39,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7 2024-11-27T20:16:39,823 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/cluster_0d24554e-5000-0f1d-2b73-39d0f0d95109, deleteOnExit=true 2024-11-27T20:16:39,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/cluster_0d24554e-5000-0f1d-2b73-39d0f0d95109/zookeeper_0, clientPort=49451, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/cluster_0d24554e-5000-0f1d-2b73-39d0f0d95109/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/cluster_0d24554e-5000-0f1d-2b73-39d0f0d95109/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:16:39,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49451 2024-11-27T20:16:39,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:16:39,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:16:39,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/test.cache.data in system properties and HBase conf 2024-11-27T20:16:39,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:16:39,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:16:39,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:16:39,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:16:39,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:16:40,013 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T20:16:40,100 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:16:40,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:16:40,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:16:40,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:16:40,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:16:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:16:40,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:16:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:16:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:16:40,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:16:40,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:16:40,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:16:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:16:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:16:40,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:16:40,917 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T20:16:40,993 INFO [Time-limited test {}] log.Log(170): Logging initialized @2433ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T20:16:41,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:41,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:41,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:41,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:41,166 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:41,180 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:41,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:41,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:41,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/java.io.tmpdir/jetty-localhost-38961-hadoop-hdfs-3_4_1-tests_jar-_-any-1874212183641837080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:16:41,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:38961} 2024-11-27T20:16:41,368 INFO [Time-limited test {}] server.Server(415): Started @2809ms 2024-11-27T20:16:41,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:41,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:41,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:41,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:41,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:16:41,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:41,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:41,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/java.io.tmpdir/jetty-localhost-39613-hadoop-hdfs-3_4_1-tests_jar-_-any-564037057168701529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:16:41,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:39613} 2024-11-27T20:16:41,902 INFO [Time-limited test {}] server.Server(415): Started @3343ms 2024-11-27T20:16:41,961 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:16:42,465 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/cluster_0d24554e-5000-0f1d-2b73-39d0f0d95109/data/data1/current/BP-1566203996-172.17.0.2-1732738600673/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:42,465 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/cluster_0d24554e-5000-0f1d-2b73-39d0f0d95109/data/data2/current/BP-1566203996-172.17.0.2-1732738600673/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:42,494 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:16:42,544 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2500479e369f707 with lease ID 0x857e9048034d1790: Processing first storage report for DS-c26dc9b2-2434-4582-93d3-a9a36459f921 from datanode DatanodeRegistration(127.0.0.1:46043, datanodeUuid=3d3c8764-42bb-4fca-9d21-12c919448cc4, infoPort=36499, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1531871335;c=1732738600673) 2024-11-27T20:16:42,545 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2500479e369f707 with lease ID 0x857e9048034d1790: from storage DS-c26dc9b2-2434-4582-93d3-a9a36459f921 node DatanodeRegistration(127.0.0.1:46043, datanodeUuid=3d3c8764-42bb-4fca-9d21-12c919448cc4, infoPort=36499, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1531871335;c=1732738600673), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T20:16:42,545 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2500479e369f707 with lease ID 0x857e9048034d1790: Processing first storage report for DS-7185778b-0edc-4474-b12d-a3c539ebfb87 from datanode DatanodeRegistration(127.0.0.1:46043, datanodeUuid=3d3c8764-42bb-4fca-9d21-12c919448cc4, infoPort=36499, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1531871335;c=1732738600673) 2024-11-27T20:16:42,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2500479e369f707 with lease ID 0x857e9048034d1790: from storage DS-7185778b-0edc-4474-b12d-a3c539ebfb87 node DatanodeRegistration(127.0.0.1:46043, datanodeUuid=3d3c8764-42bb-4fca-9d21-12c919448cc4, infoPort=36499, infoSecurePort=0, ipcPort=43385, storageInfo=lv=-57;cid=testClusterID;nsid=1531871335;c=1732738600673), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T20:16:42,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7 2024-11-27T20:16:42,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:42,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:42,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:16:43,268 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb with version=8 2024-11-27T20:16:43,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/hbase-staging 2024-11-27T20:16:43,364 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T20:16:43,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:16:43,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:43,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:43,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:43,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:43,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:43,769 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:16:43,830 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T20:16:43,838 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T20:16:43,842 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:43,870 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12619 (auto-detected) 2024-11-27T20:16:43,871 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T20:16:43,890 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35007 2024-11-27T20:16:43,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35007 connecting to ZooKeeper ensemble=127.0.0.1:49451 2024-11-27T20:16:43,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350070x0, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:43,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35007-0x1015b12b65d0000 connected 2024-11-27T20:16:43,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:43,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:44,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/running 2024-11-27T20:16:44,007 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb, hbase.cluster.distributed=false 2024-11-27T20:16:44,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/acl 2024-11-27T20:16:44,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-27T20:16:44,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35007 2024-11-27T20:16:44,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35007 2024-11-27T20:16:44,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-27T20:16:44,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35007 2024-11-27T20:16:44,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:16:44,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:44,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:44,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:44,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:44,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:44,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:16:44,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:44,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40759 2024-11-27T20:16:44,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40759 connecting to ZooKeeper ensemble=127.0.0.1:49451 2024-11-27T20:16:44,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:44,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:44,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407590x0, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:44,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40759-0x1015b12b65d0001 connected 2024-11-27T20:16:44,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/running 2024-11-27T20:16:44,184 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:16:44,192 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:16:44,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/master 2024-11-27T20:16:44,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/acl 2024-11-27T20:16:44,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40759 2024-11-27T20:16:44,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40759 2024-11-27T20:16:44,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40759 2024-11-27T20:16:44,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40759 2024-11-27T20:16:44,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40759 2024-11-27T20:16:44,218 DEBUG [M:0;6daf43b95769:35007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:35007 2024-11-27T20:16:44,219 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01658672744/backup-masters/6daf43b95769,35007,1732738603417 2024-11-27T20:16:44,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/backup-masters 2024-11-27T20:16:44,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/backup-masters 2024-11-27T20:16:44,229 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on existing znode=/01658672744/backup-masters/6daf43b95769,35007,1732738603417 2024-11-27T20:16:44,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:44,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01658672744/master 2024-11-27T20:16:44,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:44,252 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on existing znode=/01658672744/master 2024-11-27T20:16:44,253 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01658672744/backup-masters/6daf43b95769,35007,1732738603417 from backup master directory 2024-11-27T20:16:44,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/backup-masters 2024-11-27T20:16:44,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01658672744/backup-masters/6daf43b95769,35007,1732738603417 2024-11-27T20:16:44,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/backup-masters 2024-11-27T20:16:44,257 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:44,257 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,35007,1732738603417 2024-11-27T20:16:44,259 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T20:16:44,261 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T20:16:44,316 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/hbase.id] with ID: faecddbb-7f36-42d9-8ed7-4159d6efd234 2024-11-27T20:16:44,316 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/.tmp/hbase.id 2024-11-27T20:16:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:16:44,728 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/.tmp/hbase.id]:[hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/hbase.id] 2024-11-27T20:16:44,771 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:44,776 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:16:44,794 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-27T20:16:44,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:44,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:16:45,220 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:45,223 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:16:45,239 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T20:16:45,244 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:45,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:16:45,293 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store 2024-11-27T20:16:45,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:16:45,315 INFO [master/6daf43b95769:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T20:16:45,318 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:45,320 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:16:45,320 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:45,320 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:45,321 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:16:45,322 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:45,322 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:45,323 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738605319Disabling compacts and flushes for region at 1732738605319Disabling writes for close at 1732738605321 (+2 ms)Writing region close event to WAL at 1732738605322 (+1 ms)Closed at 1732738605322 2024-11-27T20:16:45,325 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/.initializing 2024-11-27T20:16:45,325 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,35007,1732738603417 2024-11-27T20:16:45,334 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:16:45,349 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C35007%2C1732738603417, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,35007,1732738603417, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/oldWALs, maxLogs=10 2024-11-27T20:16:45,373 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,35007,1732738603417/6daf43b95769%2C35007%2C1732738603417.1732738605354, exclude list is [], retry=0 2024-11-27T20:16:45,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46043,DS-c26dc9b2-2434-4582-93d3-a9a36459f921,DISK] 2024-11-27T20:16:45,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T20:16:45,432 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,35007,1732738603417/6daf43b95769%2C35007%2C1732738603417.1732738605354 2024-11-27T20:16:45,433 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-27T20:16:45,433 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:45,434 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:45,437 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,438 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:16:45,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:45,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:45,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:16:45,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:45,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:45,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:16:45,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:45,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:45,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:16:45,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:45,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:45,522 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,526 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,527 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,532 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,532 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,536 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:45,539 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:45,543 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:45,545 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72145496, jitterRate=0.07505166530609131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:45,551 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738605451Initializing all the Stores at 1732738605453 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738605453Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738605454 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738605455 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738605455Cleaning up temporary data from old regions at 1732738605532 (+77 ms)Region opened successfully at 1732738605550 (+18 ms) 2024-11-27T20:16:45,552 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:16:45,590 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@513646ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:16:45,626 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:16:45,638 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:16:45,638 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:16:45,641 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:16:45,643 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T20:16:45,648 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-27T20:16:45,648 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:16:45,675 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:16:45,683 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/balancer because node does not exist (not necessarily an error) 2024-11-27T20:16:45,686 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/balancer already deleted, retry=false 2024-11-27T20:16:45,689 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:16:45,691 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:16:45,694 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/normalizer already deleted, retry=false 2024-11-27T20:16:45,696 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:16:45,699 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:16:45,701 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/switch/split already deleted, retry=false 2024-11-27T20:16:45,703 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:16:45,704 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/switch/merge already deleted, retry=false 2024-11-27T20:16:45,723 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:16:45,724 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/snapshot-cleanup already deleted, retry=false 2024-11-27T20:16:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01658672744/running 2024-11-27T20:16:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01658672744/running 2024-11-27T20:16:45,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:45,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:45,732 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,35007,1732738603417, sessionid=0x1015b12b65d0000, setting cluster-up flag (Was=false) 2024-11-27T20:16:45,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:45,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:45,751 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01658672744/flush-table-proc/acquired, /01658672744/flush-table-proc/reached, /01658672744/flush-table-proc/abort 2024-11-27T20:16:45,753 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,35007,1732738603417 2024-11-27T20:16:45,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:45,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:45,766 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01658672744/online-snapshot/acquired, /01658672744/online-snapshot/reached, /01658672744/online-snapshot/abort 2024-11-27T20:16:45,767 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,35007,1732738603417 2024-11-27T20:16:45,774 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:16:45,807 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(746): ClusterId : faecddbb-7f36-42d9-8ed7-4159d6efd234 2024-11-27T20:16:45,810 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:16:45,815 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:16:45,815 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:16:45,820 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:16:45,820 DEBUG [RS:0;6daf43b95769:40759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d2177b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:16:45,838 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:40759 2024-11-27T20:16:45,842 INFO [RS:0;6daf43b95769:40759 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:16:45,842 INFO [RS:0;6daf43b95769:40759 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:16:45,843 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:16:45,846 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,35007,1732738603417 with port=40759, startcode=1732738604116 2024-11-27T20:16:45,853 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:45,858 DEBUG [RS:0;6daf43b95769:40759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:16:45,863 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:16:45,869 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:16:45,875 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,35007,1732738603417 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:16:45,884 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:45,884 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:45,884 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:45,885 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:45,885 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:16:45,885 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:45,885 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:45,886 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:45,891 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738635891 2024-11-27T20:16:45,893 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:16:45,893 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:45,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:16:45,895 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:16:45,895 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:16:45,898 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:16:45,898 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:16:45,899 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:16:45,899 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:16:45,900 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:45,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:16:45,901 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:16:45,900 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:45,903 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:16:45,904 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:16:45,905 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:16:45,905 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:16:45,908 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:16:45,908 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:16:45,912 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738605910,5,FailOnTimeoutGroup] 2024-11-27T20:16:45,912 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738605912,5,FailOnTimeoutGroup] 2024-11-27T20:16:45,913 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:45,913 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:16:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:16:45,914 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:45,915 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:45,930 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T20:16:45,930 WARN [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T20:16:46,031 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,35007,1732738603417 with port=40759, startcode=1732738604116 2024-11-27T20:16:46,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,40759,1732738604116 2024-11-27T20:16:46,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35007 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,40759,1732738604116 2024-11-27T20:16:46,046 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb 2024-11-27T20:16:46,046 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38129 2024-11-27T20:16:46,046 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:16:46,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/rs 2024-11-27T20:16:46,051 DEBUG [RS:0;6daf43b95769:40759 {}] zookeeper.ZKUtil(111): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on existing znode=/01658672744/rs/6daf43b95769,40759,1732738604116 2024-11-27T20:16:46,051 WARN [RS:0;6daf43b95769:40759 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:46,051 INFO [RS:0;6daf43b95769:40759 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:46,051 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116 2024-11-27T20:16:46,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,40759,1732738604116] 2024-11-27T20:16:46,077 INFO [RS:0;6daf43b95769:40759 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:16:46,091 INFO [RS:0;6daf43b95769:40759 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:16:46,096 INFO [RS:0;6daf43b95769:40759 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:16:46,096 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:46,097 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:16:46,103 INFO [RS:0;6daf43b95769:40759 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:16:46,104 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:46,105 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,105 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,105 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,105 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,105 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,106 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:46,106 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,106 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,106 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,107 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,107 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,107 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:46,107 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:46,108 DEBUG [RS:0;6daf43b95769:40759 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:46,109 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:46,110 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:46,110 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:46,110 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:46,110 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:46,111 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,40759,1732738604116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:46,133 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:16:46,135 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,40759,1732738604116-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:46,135 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:46,135 INFO [RS:0;6daf43b95769:40759 {}] regionserver.Replication(171): 6daf43b95769,40759,1732738604116 started 2024-11-27T20:16:46,155 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:46,155 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,40759,1732738604116, RpcServer on 6daf43b95769/172.17.0.2:40759, sessionid=0x1015b12b65d0001 2024-11-27T20:16:46,156 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:16:46,156 DEBUG [RS:0;6daf43b95769:40759 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,40759,1732738604116 2024-11-27T20:16:46,157 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,40759,1732738604116' 2024-11-27T20:16:46,157 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01658672744/flush-table-proc/abort' 2024-11-27T20:16:46,158 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01658672744/flush-table-proc/acquired' 2024-11-27T20:16:46,158 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:16:46,159 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:16:46,159 DEBUG [RS:0;6daf43b95769:40759 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,40759,1732738604116 2024-11-27T20:16:46,159 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,40759,1732738604116' 2024-11-27T20:16:46,159 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01658672744/online-snapshot/abort' 2024-11-27T20:16:46,160 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01658672744/online-snapshot/acquired' 2024-11-27T20:16:46,160 DEBUG [RS:0;6daf43b95769:40759 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:16:46,160 INFO [RS:0;6daf43b95769:40759 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:16:46,160 INFO [RS:0;6daf43b95769:40759 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:16:46,266 INFO [RS:0;6daf43b95769:40759 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:16:46,269 INFO [RS:0;6daf43b95769:40759 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C40759%2C1732738604116, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs, maxLogs=10 2024-11-27T20:16:46,287 DEBUG [RS:0;6daf43b95769:40759 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272, exclude list is [], retry=0 2024-11-27T20:16:46,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46043,DS-c26dc9b2-2434-4582-93d3-a9a36459f921,DISK] 2024-11-27T20:16:46,295 INFO [RS:0;6daf43b95769:40759 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 2024-11-27T20:16:46,296 DEBUG [RS:0;6daf43b95769:40759 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-27T20:16:46,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:16:46,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb 2024-11-27T20:16:46,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:16:46,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:46,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:16:46,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:16:46,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:46,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:46,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:16:46,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:16:46,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:46,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:46,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:16:46,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:16:46,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:46,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:46,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:16:46,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:16:46,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:46,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:46,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:16:46,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740 2024-11-27T20:16:46,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740 2024-11-27T20:16:46,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:16:46,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:16:46,752 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:46,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:16:46,759 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:46,760 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67586600, jitterRate=0.007118821144104004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:46,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738606729Initializing all the Stores at 1732738606731 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738606731Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738606731Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738606731Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738606731Cleaning up temporary data from old regions at 1732738606751 (+20 ms)Region opened successfully at 1732738606762 (+11 ms) 2024-11-27T20:16:46,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:16:46,762 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:16:46,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:16:46,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:16:46,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:16:46,764 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:16:46,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738606762Disabling compacts and flushes for region at 1732738606762Disabling writes for close at 1732738606763 (+1 ms)Writing region close event to WAL at 1732738606763Closed at 1732738606764 (+1 ms) 2024-11-27T20:16:46,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:46,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:16:46,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:16:46,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:16:46,785 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:16:46,937 DEBUG [6daf43b95769:35007 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:16:46,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,40759,1732738604116 2024-11-27T20:16:46,957 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,40759,1732738604116, state=OPENING 2024-11-27T20:16:46,962 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:16:46,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:46,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:46,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: CHANGED 2024-11-27T20:16:46,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: CHANGED 2024-11-27T20:16:46,966 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:16:46,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,40759,1732738604116}] 2024-11-27T20:16:47,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:16:47,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:16:47,159 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:16:47,159 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:47,160 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:16:47,164 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C40759%2C1732738604116.meta, suffix=.meta, logDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs, maxLogs=10 2024-11-27T20:16:47,189 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.meta.1732738607166.meta, exclude list is [], retry=0 2024-11-27T20:16:47,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46043,DS-c26dc9b2-2434-4582-93d3-a9a36459f921,DISK] 2024-11-27T20:16:47,196 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.meta.1732738607166.meta 2024-11-27T20:16:47,197 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-27T20:16:47,197 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:47,202 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:16:47,203 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:16:47,206 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:16:47,208 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:16:47,211 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:16:47,212 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:47,212 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:16:47,212 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:16:47,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:16:47,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:16:47,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:47,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:47,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:16:47,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:16:47,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:47,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:47,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:16:47,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:16:47,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:47,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:47,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:16:47,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:16:47,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:47,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:47,226 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:16:47,227 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740 2024-11-27T20:16:47,230 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740 2024-11-27T20:16:47,232 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:16:47,232 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:16:47,233 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:47,235 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:16:47,237 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61596773, jitterRate=-0.08213655650615692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:47,237 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:16:47,239 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738607213Writing region info on filesystem at 1732738607213Initializing all the Stores at 1732738607215 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738607215Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738607215Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738607215Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738607215Cleaning up temporary data from old regions at 1732738607232 (+17 ms)Running coprocessor post-open hooks at 1732738607237 (+5 ms)Region opened successfully at 1732738607239 (+2 ms) 2024-11-27T20:16:47,246 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738607134 2024-11-27T20:16:47,258 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:16:47,259 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:16:47,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,40759,1732738604116 2024-11-27T20:16:47,262 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,40759,1732738604116, state=OPEN 2024-11-27T20:16:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01658672744/meta-region-server 2024-11-27T20:16:47,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01658672744/meta-region-server 2024-11-27T20:16:47,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: CHANGED 2024-11-27T20:16:47,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: CHANGED 2024-11-27T20:16:47,269 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,40759,1732738604116 2024-11-27T20:16:47,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:16:47,278 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,40759,1732738604116 in 302 msec 2024-11-27T20:16:47,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:16:47,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-11-27T20:16:47,287 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:47,287 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:16:47,307 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:47,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,40759,1732738604116, seqNum=-1] 2024-11-27T20:16:47,329 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:47,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:47,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5540 sec 2024-11-27T20:16:47,360 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738607360, completionTime=-1 2024-11-27T20:16:47,362 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:16:47,362 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:16:47,387 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:16:47,387 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738667387 2024-11-27T20:16:47,387 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738727387 2024-11-27T20:16:47,387 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-27T20:16:47,389 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35007,1732738603417-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:47,389 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35007,1732738603417-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:47,389 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35007,1732738603417-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:47,391 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:35007, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:47,391 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:47,392 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:47,398 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:16:47,420 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.162sec 2024-11-27T20:16:47,421 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:16:47,422 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:16:47,423 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:16:47,424 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:16:47,424 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:16:47,425 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35007,1732738603417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:47,425 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35007,1732738603417-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:16:47,433 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:16:47,434 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:16:47,435 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35007,1732738603417-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:47,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4881e3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:47,520 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T20:16:47,520 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T20:16:47,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35007,-1 for getting cluster id 2024-11-27T20:16:47,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:47,535 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faecddbb-7f36-42d9-8ed7-4159d6efd234' 2024-11-27T20:16:47,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faecddbb-7f36-42d9-8ed7-4159d6efd234" 2024-11-27T20:16:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b026459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:47,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35007,-1] 2024-11-27T20:16:47,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:47,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:47,545 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:47,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364f66dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:47,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,40759,1732738604116, seqNum=-1] 2024-11-27T20:16:47,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:47,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:47,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,35007,1732738603417 2024-11-27T20:16:47,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49451 2024-11-27T20:16:47,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:47,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b12b65d0002 connected 2024-11-27T20:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/hadoop.log.dir so I do NOT create it in target/test-data/7984cfad-544f-f1a5-ef95-89c098445815 2024-11-27T20:16:47,605 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/hadoop.tmp.dir so I do NOT create it in target/test-data/7984cfad-544f-f1a5-ef95-89c098445815 2024-11-27T20:16:47,605 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:16:47,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815 2024-11-27T20:16:47,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:16:47,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/cluster_bf811be3-96d6-76d9-9329-03a17d2158d2, deleteOnExit=true 2024-11-27T20:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/test.cache.data in system properties and HBase conf 2024-11-27T20:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:16:47,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:16:47,607 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:16:47,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:16:47,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:16:47,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:16:47,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:16:47,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:16:47,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:16:47,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:16:47,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:16:47,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:16:47,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:16:47,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:16:47,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:16:47,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:16:47,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:16:47,711 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:47,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:47,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:47,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:47,719 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:47,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:47,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c9611{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:47,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e387f9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:47,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76da0465{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/java.io.tmpdir/jetty-localhost-44301-hadoop-hdfs-3_4_1-tests_jar-_-any-10573020425320946268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:16:47,844 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7077a837{HTTP/1.1, (http/1.1)}{localhost:44301} 2024-11-27T20:16:47,844 INFO [Time-limited test {}] server.Server(415): Started @9285ms 2024-11-27T20:16:47,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:16:47,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:16:47,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:16:47,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:16:47,941 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:16:47,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fdb0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:16:47,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b1d89e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:16:48,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c2b488a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/java.io.tmpdir/jetty-localhost-39933-hadoop-hdfs-3_4_1-tests_jar-_-any-5856829992725856807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:16:48,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f76040{HTTP/1.1, (http/1.1)}{localhost:39933} 2024-11-27T20:16:48,060 INFO [Time-limited test {}] server.Server(415): Started @9501ms 2024-11-27T20:16:48,062 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:16:48,178 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/cluster_bf811be3-96d6-76d9-9329-03a17d2158d2/data/data1/current/BP-1252013660-172.17.0.2-1732738607642/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:48,178 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/cluster_bf811be3-96d6-76d9-9329-03a17d2158d2/data/data2/current/BP-1252013660-172.17.0.2-1732738607642/current, will proceed with Du for space computation calculation, 2024-11-27T20:16:48,226 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:16:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdefe25e9add42c94 with lease ID 0x6f45b1aba0f27860: Processing first storage report for DS-ef853bc6-f516-441a-b7c6-5aa156e5a7fc from datanode DatanodeRegistration(127.0.0.1:42225, datanodeUuid=f46bb8c9-d40a-438f-aadc-86a206ed561c, infoPort=37981, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=175706028;c=1732738607642) 2024-11-27T20:16:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdefe25e9add42c94 with lease ID 0x6f45b1aba0f27860: from storage DS-ef853bc6-f516-441a-b7c6-5aa156e5a7fc node DatanodeRegistration(127.0.0.1:42225, datanodeUuid=f46bb8c9-d40a-438f-aadc-86a206ed561c, infoPort=37981, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=175706028;c=1732738607642), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:16:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdefe25e9add42c94 with lease ID 0x6f45b1aba0f27860: Processing first storage report for DS-52a07baa-6dbe-46f0-8864-fc3d5512da19 from datanode DatanodeRegistration(127.0.0.1:42225, datanodeUuid=f46bb8c9-d40a-438f-aadc-86a206ed561c, infoPort=37981, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=175706028;c=1732738607642) 2024-11-27T20:16:48,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdefe25e9add42c94 with lease ID 0x6f45b1aba0f27860: from storage DS-52a07baa-6dbe-46f0-8864-fc3d5512da19 node DatanodeRegistration(127.0.0.1:42225, datanodeUuid=f46bb8c9-d40a-438f-aadc-86a206ed561c, infoPort=37981, infoSecurePort=0, ipcPort=44773, storageInfo=lv=-57;cid=testClusterID;nsid=175706028;c=1732738607642), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:16:48,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815 2024-11-27T20:16:48,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:48,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:48,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:16:48,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093 with version=8 2024-11-27T20:16:48,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/hbase-staging 2024-11-27T20:16:48,717 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:16:48,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:48,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:48,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:48,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:48,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:48,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:16:48,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:48,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37985 2024-11-27T20:16:48,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37985 connecting to ZooKeeper ensemble=127.0.0.1:49451 2024-11-27T20:16:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379850x0, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:48,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37985-0x1015b12b65d0003 connected 2024-11-27T20:16:48,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:48,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:48,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Set watcher on znode that does not yet exist, /1-1662641062/running 2024-11-27T20:16:48,743 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093, hbase.cluster.distributed=false 2024-11-27T20:16:48,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Set watcher on znode that does not yet exist, /1-1662641062/acl 2024-11-27T20:16:48,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37985 2024-11-27T20:16:48,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37985 2024-11-27T20:16:48,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37985 2024-11-27T20:16:48,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37985 2024-11-27T20:16:48,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37985 2024-11-27T20:16:48,764 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:16:48,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:48,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:48,765 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:48,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:48,765 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:48,765 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:16:48,765 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:48,766 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38467 2024-11-27T20:16:48,767 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38467 connecting to ZooKeeper ensemble=127.0.0.1:49451 2024-11-27T20:16:48,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:48,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:48,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384670x0, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:48,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38467-0x1015b12b65d0004 connected 2024-11-27T20:16:48,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Set watcher on znode that does not yet exist, /1-1662641062/running 2024-11-27T20:16:48,777 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:16:48,778 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:16:48,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Set watcher on znode that does not yet exist, /1-1662641062/master 2024-11-27T20:16:48,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Set watcher on znode that does not yet exist, /1-1662641062/acl 2024-11-27T20:16:48,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38467 2024-11-27T20:16:48,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38467 2024-11-27T20:16:48,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38467 2024-11-27T20:16:48,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38467 2024-11-27T20:16:48,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38467 2024-11-27T20:16:48,799 DEBUG [M:0;6daf43b95769:37985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:37985 2024-11-27T20:16:48,799 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1662641062/backup-masters/6daf43b95769,37985,1732738608717 2024-11-27T20:16:48,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062/backup-masters 2024-11-27T20:16:48,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062/backup-masters 2024-11-27T20:16:48,802 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Set watcher on existing znode=/1-1662641062/backup-masters/6daf43b95769,37985,1732738608717 2024-11-27T20:16:48,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1662641062/master 2024-11-27T20:16:48,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:48,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:48,804 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Set watcher on existing znode=/1-1662641062/master 2024-11-27T20:16:48,805 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1662641062/backup-masters/6daf43b95769,37985,1732738608717 from backup master directory 2024-11-27T20:16:48,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1662641062/backup-masters/6daf43b95769,37985,1732738608717 2024-11-27T20:16:48,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062/backup-masters 2024-11-27T20:16:48,808 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:48,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062/backup-masters 2024-11-27T20:16:48,808 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,37985,1732738608717 2024-11-27T20:16:48,815 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/hbase.id] with ID: 72409545-566d-4142-8025-bef2f0840356 2024-11-27T20:16:48,815 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/.tmp/hbase.id 2024-11-27T20:16:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:16:48,825 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/.tmp/hbase.id]:[hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/hbase.id] 2024-11-27T20:16:48,850 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:48,850 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:16:48,852 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T20:16:48,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:48,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:48,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:16:48,871 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:48,873 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:16:48,874 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:48,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:16:48,889 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store 2024-11-27T20:16:48,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:16:48,899 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:48,899 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:16:48,899 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:48,900 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:48,900 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:16:48,900 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:48,900 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:48,900 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738608899Disabling compacts and flushes for region at 1732738608899Disabling writes for close at 1732738608900 (+1 ms)Writing region close event to WAL at 1732738608900Closed at 1732738608900 2024-11-27T20:16:48,901 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/.initializing 2024-11-27T20:16:48,902 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/WALs/6daf43b95769,37985,1732738608717 2024-11-27T20:16:48,904 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:16:48,909 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C37985%2C1732738608717, suffix=, logDir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/WALs/6daf43b95769,37985,1732738608717, archiveDir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/oldWALs, maxLogs=10 2024-11-27T20:16:48,928 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/WALs/6daf43b95769,37985,1732738608717/6daf43b95769%2C37985%2C1732738608717.1732738608909, exclude list is [], retry=0 2024-11-27T20:16:48,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42225,DS-ef853bc6-f516-441a-b7c6-5aa156e5a7fc,DISK] 2024-11-27T20:16:48,943 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/WALs/6daf43b95769,37985,1732738608717/6daf43b95769%2C37985%2C1732738608717.1732738608909 2024-11-27T20:16:48,944 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-27T20:16:48,944 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:48,944 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:48,944 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,944 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:16:48,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:48,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:16:48,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:48,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:16:48,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:48,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:16:48,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:48,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:48,963 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,964 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,964 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,967 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,967 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,968 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:48,970 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:48,973 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:48,974 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70797110, jitterRate=0.05495914816856384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:48,974 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738608945Initializing all the Stores at 1732738608947 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738608947Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738608947Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738608947Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738608947Cleaning up temporary data from old regions at 1732738608967 (+20 ms)Region opened successfully at 1732738608974 (+7 ms) 2024-11-27T20:16:48,975 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:16:48,981 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6542d8d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:16:48,982 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:16:48,982 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:16:48,982 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:16:48,982 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:16:48,983 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:16:48,984 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:16:48,984 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:16:48,989 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:16:48,991 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Unable to get data of znode /1-1662641062/balancer because node does not exist (not necessarily an error) 2024-11-27T20:16:48,992 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1662641062/balancer already deleted, retry=false 2024-11-27T20:16:48,993 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:16:48,993 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Unable to get data of znode /1-1662641062/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:16:48,996 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1662641062/normalizer already deleted, retry=false 2024-11-27T20:16:48,997 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:16:48,998 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Unable to get data of znode /1-1662641062/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:16:48,999 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1662641062/switch/split already deleted, retry=false 2024-11-27T20:16:49,001 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Unable to get data of znode /1-1662641062/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:16:49,002 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1662641062/switch/merge already deleted, retry=false 2024-11-27T20:16:49,006 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Unable to get data of znode /1-1662641062/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:16:49,007 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1662641062/snapshot-cleanup already deleted, retry=false 2024-11-27T20:16:49,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1662641062/running 2024-11-27T20:16:49,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1662641062/running 2024-11-27T20:16:49,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:49,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:49,037 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,37985,1732738608717, sessionid=0x1015b12b65d0003, setting cluster-up flag (Was=false) 2024-11-27T20:16:49,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:49,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:49,059 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1662641062/flush-table-proc/acquired, /1-1662641062/flush-table-proc/reached, /1-1662641062/flush-table-proc/abort 2024-11-27T20:16:49,061 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,37985,1732738608717 2024-11-27T20:16:49,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:49,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:49,075 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1662641062/online-snapshot/acquired, /1-1662641062/online-snapshot/reached, /1-1662641062/online-snapshot/abort 2024-11-27T20:16:49,077 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,37985,1732738608717 2024-11-27T20:16:49,093 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:16:49,097 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:49,098 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:16:49,098 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:16:49,098 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,37985,1732738608717 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:16:49,100 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:49,100 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:49,100 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:49,100 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:49,100 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:16:49,100 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,100 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:49,101 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:49,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:16:49,118 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:49,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:16:49,128 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738639128 2024-11-27T20:16:49,129 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:16:49,129 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:16:49,129 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:16:49,129 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:16:49,129 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:16:49,129 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:16:49,132 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,137 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:16:49,137 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:16:49,137 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:16:49,137 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:16:49,139 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:16:49,140 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:16:49,140 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738609140,5,FailOnTimeoutGroup] 2024-11-27T20:16:49,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:16:49,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738609140,5,FailOnTimeoutGroup] 2024-11-27T20:16:49,156 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,157 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:16:49,157 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,157 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,189 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(746): ClusterId : 72409545-566d-4142-8025-bef2f0840356 2024-11-27T20:16:49,190 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:16:49,193 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:16:49,193 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:16:49,197 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:16:49,198 DEBUG [RS:0;6daf43b95769:38467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265d921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:16:49,216 DEBUG [RS:0;6daf43b95769:38467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:38467 2024-11-27T20:16:49,217 INFO [RS:0;6daf43b95769:38467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:16:49,217 INFO [RS:0;6daf43b95769:38467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:16:49,217 DEBUG [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:16:49,218 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,37985,1732738608717 with port=38467, startcode=1732738608764 2024-11-27T20:16:49,218 DEBUG [RS:0;6daf43b95769:38467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:16:49,221 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:16:49,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,38467,1732738608764 2024-11-27T20:16:49,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37985 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,38467,1732738608764 2024-11-27T20:16:49,225 DEBUG [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093 2024-11-27T20:16:49,225 DEBUG [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44647 2024-11-27T20:16:49,225 DEBUG [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:16:49,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062/rs 2024-11-27T20:16:49,231 DEBUG [RS:0;6daf43b95769:38467 {}] zookeeper.ZKUtil(111): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Set watcher on existing znode=/1-1662641062/rs/6daf43b95769,38467,1732738608764 2024-11-27T20:16:49,231 WARN [RS:0;6daf43b95769:38467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:49,231 INFO [RS:0;6daf43b95769:38467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:49,232 DEBUG [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/WALs/6daf43b95769,38467,1732738608764 2024-11-27T20:16:49,232 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,38467,1732738608764] 2024-11-27T20:16:49,237 INFO [RS:0;6daf43b95769:38467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:16:49,240 INFO [RS:0;6daf43b95769:38467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:16:49,241 INFO [RS:0;6daf43b95769:38467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:16:49,241 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,241 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:16:49,242 INFO [RS:0;6daf43b95769:38467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:16:49,242 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:49,243 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:49,244 DEBUG [RS:0;6daf43b95769:38467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:49,244 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,244 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,244 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,244 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,244 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,244 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,38467,1732738608764-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:49,262 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:16:49,262 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,38467,1732738608764-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,263 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,263 INFO [RS:0;6daf43b95769:38467 {}] regionserver.Replication(171): 6daf43b95769,38467,1732738608764 started 2024-11-27T20:16:49,279 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:49,280 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,38467,1732738608764, RpcServer on 6daf43b95769/172.17.0.2:38467, sessionid=0x1015b12b65d0004 2024-11-27T20:16:49,280 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:16:49,280 DEBUG [RS:0;6daf43b95769:38467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,38467,1732738608764 2024-11-27T20:16:49,280 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,38467,1732738608764' 2024-11-27T20:16:49,280 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1662641062/flush-table-proc/abort' 2024-11-27T20:16:49,281 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1662641062/flush-table-proc/acquired' 2024-11-27T20:16:49,281 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:16:49,281 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:16:49,281 DEBUG [RS:0;6daf43b95769:38467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,38467,1732738608764 2024-11-27T20:16:49,281 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,38467,1732738608764' 2024-11-27T20:16:49,281 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1662641062/online-snapshot/abort' 2024-11-27T20:16:49,282 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1662641062/online-snapshot/acquired' 2024-11-27T20:16:49,282 DEBUG [RS:0;6daf43b95769:38467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:16:49,282 INFO [RS:0;6daf43b95769:38467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:16:49,282 INFO [RS:0;6daf43b95769:38467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:16:49,383 INFO [RS:0;6daf43b95769:38467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:16:49,385 INFO [RS:0;6daf43b95769:38467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C38467%2C1732738608764, suffix=, logDir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/WALs/6daf43b95769,38467,1732738608764, archiveDir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/oldWALs, maxLogs=10 2024-11-27T20:16:49,401 DEBUG [RS:0;6daf43b95769:38467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/WALs/6daf43b95769,38467,1732738608764/6daf43b95769%2C38467%2C1732738608764.1732738609387, exclude list is [], retry=0 2024-11-27T20:16:49,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42225,DS-ef853bc6-f516-441a-b7c6-5aa156e5a7fc,DISK] 2024-11-27T20:16:49,407 INFO [RS:0;6daf43b95769:38467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/WALs/6daf43b95769,38467,1732738608764/6daf43b95769%2C38467%2C1732738608764.1732738609387 2024-11-27T20:16:49,408 DEBUG [RS:0;6daf43b95769:38467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-27T20:16:49,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:16:49,553 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093 2024-11-27T20:16:49,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:16:49,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:49,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:16:49,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:16:49,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:49,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:49,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:16:49,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:16:49,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:49,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:49,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:16:49,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:16:49,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:49,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:49,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:16:49,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:16:49,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:49,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:49,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:16:49,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740 2024-11-27T20:16:49,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740 2024-11-27T20:16:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:16:49,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:16:49,981 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:49,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:16:49,985 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:49,986 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74543856, jitterRate=0.11079001426696777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:49,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738609963Initializing all the Stores at 1732738609965 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738609965Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738609965Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738609965Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738609965Cleaning up temporary data from old regions at 1732738609980 (+15 ms)Region opened successfully at 1732738609986 (+6 ms) 2024-11-27T20:16:49,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:16:49,987 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:16:49,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:16:49,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:16:49,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:16:49,987 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:16:49,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738609986Disabling compacts and flushes for region at 1732738609986Disabling writes for close at 1732738609987 (+1 ms)Writing region close event to WAL at 1732738609987Closed at 1732738609987 2024-11-27T20:16:49,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:49,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:16:49,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:16:49,991 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:16:49,993 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:16:50,143 DEBUG [6daf43b95769:37985 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:16:50,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,38467,1732738608764 2024-11-27T20:16:50,146 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,38467,1732738608764, state=OPENING 2024-11-27T20:16:50,161 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:16:50,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:50,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:16:50,174 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:16:50,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1662641062/meta-region-server: CHANGED 2024-11-27T20:16:50,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1662641062/meta-region-server: CHANGED 2024-11-27T20:16:50,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,38467,1732738608764}] 2024-11-27T20:16:50,328 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:16:50,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:16:50,337 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:16:50,337 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:50,337 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:16:50,340 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C38467%2C1732738608764.meta, suffix=.meta, logDir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/WALs/6daf43b95769,38467,1732738608764, archiveDir=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/oldWALs, maxLogs=10 2024-11-27T20:16:50,355 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/WALs/6daf43b95769,38467,1732738608764/6daf43b95769%2C38467%2C1732738608764.meta.1732738610341.meta, exclude list is [], retry=0 2024-11-27T20:16:50,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42225,DS-ef853bc6-f516-441a-b7c6-5aa156e5a7fc,DISK] 2024-11-27T20:16:50,360 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/WALs/6daf43b95769,38467,1732738608764/6daf43b95769%2C38467%2C1732738608764.meta.1732738610341.meta 2024-11-27T20:16:50,361 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-27T20:16:50,361 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:50,361 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:16:50,362 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:16:50,362 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:16:50,362 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:16:50,362 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:16:50,362 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:50,362 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:16:50,362 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:16:50,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:16:50,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:16:50,365 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:50,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:50,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:16:50,367 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:16:50,367 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:50,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:50,368 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:16:50,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:16:50,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:50,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:50,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:16:50,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:16:50,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:50,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:50,371 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:16:50,372 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740 2024-11-27T20:16:50,374 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740 2024-11-27T20:16:50,376 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:16:50,376 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:16:50,377 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:50,379 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:16:50,380 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59937616, jitterRate=-0.10685992240905762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:50,380 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:16:50,380 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738610362Writing region info on filesystem at 1732738610363 (+1 ms)Initializing all the Stores at 1732738610364 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738610364Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738610364Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738610364Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738610364Cleaning up temporary data from old regions at 1732738610376 (+12 ms)Running coprocessor post-open hooks at 1732738610380 (+4 ms)Region opened successfully at 1732738610380 2024-11-27T20:16:50,382 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738610328 2024-11-27T20:16:50,385 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:16:50,385 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:16:50,386 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,38467,1732738608764 2024-11-27T20:16:50,387 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,38467,1732738608764, state=OPEN 2024-11-27T20:16:50,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1662641062/meta-region-server 2024-11-27T20:16:50,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1662641062/meta-region-server 2024-11-27T20:16:50,389 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,38467,1732738608764 2024-11-27T20:16:50,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1662641062/meta-region-server: CHANGED 2024-11-27T20:16:50,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1662641062/meta-region-server: CHANGED 2024-11-27T20:16:50,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:16:50,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,38467,1732738608764 in 215 msec 2024-11-27T20:16:50,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:16:50,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-27T20:16:50,398 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:50,398 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:16:50,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:50,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38467,1732738608764, seqNum=-1] 2024-11-27T20:16:50,400 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:50,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:50,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-27T20:16:50,409 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738610409, completionTime=-1 2024-11-27T20:16:50,409 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:16:50,409 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:16:50,412 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:16:50,412 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738670412 2024-11-27T20:16:50,412 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738730412 2024-11-27T20:16:50,412 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T20:16:50,412 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,37985,1732738608717-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:50,412 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,37985,1732738608717-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:50,412 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,37985,1732738608717-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:50,412 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:37985, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:50,413 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:50,413 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:50,415 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:16:50,417 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.609sec 2024-11-27T20:16:50,417 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:16:50,417 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:16:50,418 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:16:50,418 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:16:50,418 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:16:50,418 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,37985,1732738608717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:50,418 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,37985,1732738608717-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:16:50,421 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:16:50,421 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:16:50,421 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,37985,1732738608717-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:50,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdca994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:50,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,37985,-1 for getting cluster id 2024-11-27T20:16:50,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:50,491 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72409545-566d-4142-8025-bef2f0840356' 2024-11-27T20:16:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72409545-566d-4142-8025-bef2f0840356" 2024-11-27T20:16:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97eaff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,37985,-1] 2024-11-27T20:16:50,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:50,494 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:50,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca84819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:50,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38467,1732738608764, seqNum=-1] 2024-11-27T20:16:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:50,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:16:50,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,37985,1732738608717 2024-11-27T20:16:50,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49451 2024-11-27T20:16:50,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:50,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b12b65d0005 connected 2024-11-27T20:16:50,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39da62a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:50,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35007,-1 for getting cluster id 2024-11-27T20:16:50,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:50,512 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faecddbb-7f36-42d9-8ed7-4159d6efd234' 2024-11-27T20:16:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:50,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faecddbb-7f36-42d9-8ed7-4159d6efd234" 2024-11-27T20:16:50,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d58b4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:50,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35007,-1] 2024-11-27T20:16:50,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:50,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:50,514 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:50,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086b959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:50,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:50,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,35007,1732738603417 2024-11-27T20:16:50,530 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26f11e22 2024-11-27T20:16:50,531 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:50,533 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:16:50,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:37985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:16:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:16:50,546 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:37985' 2024-11-27T20:16:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:50,548 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5454f9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:50,548 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,37985,-1 for getting cluster id 2024-11-27T20:16:50,549 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:50,550 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72409545-566d-4142-8025-bef2f0840356' 2024-11-27T20:16:50,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:50,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72409545-566d-4142-8025-bef2f0840356" 2024-11-27T20:16:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73238623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,37985,-1] 2024-11-27T20:16:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:50,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:50,552 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:50,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396c9676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:50,554 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:50,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,37985,1732738608717 2024-11-27T20:16:50,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed58eac 2024-11-27T20:16:50,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:50,560 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:16:50,572 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T20:16:50,572 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:16:50,576 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:50,577 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:50,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:50,578 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:50,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:16:50,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:16:50,587 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:50,588 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:16:50,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741835_1011 (size=1138) 2024-11-27T20:16:50,636 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:16:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:51,001 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d93d496d5c11c26eadb2a241a72dc50b, NAME => 'hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb 2024-11-27T20:16:51,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741836_1012 (size=44) 2024-11-27T20:16:51,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:51,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:51,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d93d496d5c11c26eadb2a241a72dc50b, disabling compactions & flushes 2024-11-27T20:16:51,410 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:51,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:51,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. after waiting 0 ms 2024-11-27T20:16:51,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:51,410 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:51,410 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d93d496d5c11c26eadb2a241a72dc50b: Waiting for close lock at 1732738611410Disabling compacts and flushes for region at 1732738611410Disabling writes for close at 1732738611410Writing region close event to WAL at 1732738611410Closed at 1732738611410 2024-11-27T20:16:51,413 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:16:51,417 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738611413"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738611413"}]},"ts":"1732738611413"} 2024-11-27T20:16:51,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:16:51,424 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:16:51,426 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738611424"}]},"ts":"1732738611424"} 2024-11-27T20:16:51,430 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:16:51,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d93d496d5c11c26eadb2a241a72dc50b, ASSIGN}] 2024-11-27T20:16:51,434 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d93d496d5c11c26eadb2a241a72dc50b, ASSIGN 2024-11-27T20:16:51,435 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d93d496d5c11c26eadb2a241a72dc50b, ASSIGN; state=OFFLINE, location=6daf43b95769,40759,1732738604116; forceNewPlan=false, retain=false 2024-11-27T20:16:51,587 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d93d496d5c11c26eadb2a241a72dc50b, regionState=OPENING, regionLocation=6daf43b95769,40759,1732738604116 2024-11-27T20:16:51,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d93d496d5c11c26eadb2a241a72dc50b, ASSIGN because future has completed 2024-11-27T20:16:51,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d93d496d5c11c26eadb2a241a72dc50b, server=6daf43b95769,40759,1732738604116}] 2024-11-27T20:16:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:51,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:51,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:51,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:16:51,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C40759%2C1732738604116.rep, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs, maxLogs=10 2024-11-27T20:16:51,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.rep.1732738611754, exclude list is [], retry=0 2024-11-27T20:16:51,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46043,DS-c26dc9b2-2434-4582-93d3-a9a36459f921,DISK] 2024-11-27T20:16:51,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.rep.1732738611754 2024-11-27T20:16:51,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-27T20:16:51,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d93d496d5c11c26eadb2a241a72dc50b, NAME => 'hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:51,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:16:51,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:16:51,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. service=MultiRowMutationService 2024-11-27T20:16:51,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:16:51,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:51,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,777 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,779 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d93d496d5c11c26eadb2a241a72dc50b columnFamilyName hfileref 2024-11-27T20:16:51,779 DEBUG [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:51,779 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(327): Store=d93d496d5c11c26eadb2a241a72dc50b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:51,780 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,781 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d93d496d5c11c26eadb2a241a72dc50b columnFamilyName queue 2024-11-27T20:16:51,781 DEBUG [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:51,782 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(327): Store=d93d496d5c11c26eadb2a241a72dc50b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:51,782 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,783 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d93d496d5c11c26eadb2a241a72dc50b columnFamilyName sid 2024-11-27T20:16:51,783 DEBUG [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:51,784 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(327): Store=d93d496d5c11c26eadb2a241a72dc50b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:51,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:16:51,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:16:51,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d93d496d5c11c26eadb2a241a72dc50b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61805326, jitterRate=-0.07902887463569641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:16:51,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:51,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d93d496d5c11c26eadb2a241a72dc50b: Running coprocessor pre-open hook at 1732738611775Writing region info on filesystem at 1732738611775Initializing all the Stores at 1732738611777 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738611777Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738611777Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738611777Cleaning up temporary data from old regions at 1732738611787 (+10 ms)Running coprocessor post-open hooks at 1732738611793 (+6 ms)Region opened successfully at 1732738611794 (+1 ms) 2024-11-27T20:16:51,795 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b., pid=7, masterSystemTime=1732738611745 2024-11-27T20:16:51,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:51,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:51,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d93d496d5c11c26eadb2a241a72dc50b, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,40759,1732738604116 2024-11-27T20:16:51,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d93d496d5c11c26eadb2a241a72dc50b, server=6daf43b95769,40759,1732738604116 because future has completed 2024-11-27T20:16:51,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T20:16:51,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d93d496d5c11c26eadb2a241a72dc50b, server=6daf43b95769,40759,1732738604116 in 214 msec 2024-11-27T20:16:51,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:16:51,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d93d496d5c11c26eadb2a241a72dc50b, ASSIGN in 377 msec 2024-11-27T20:16:51,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:16:51,814 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738611814"}]},"ts":"1732738611814"} 2024-11-27T20:16:51,817 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:16:51,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:16:51,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2390 sec 2024-11-27T20:16:51,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b., hostname=6daf43b95769,40759,1732738604116, seqNum=2] 2024-11-27T20:16:51,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40759 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T20:16:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:51,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:51,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:16:52,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T20:16:52,038 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:16:52,071 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T20:16:52,072 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:16:52,079 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,40759,1732738604116, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:16:52,080 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:16:52,080 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,40759,1732738604116, seqNum=-1] 2024-11-27T20:16:52,080 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:16:52,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T20:16:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,40759,1732738604116', locateType=CURRENT is [region=hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b., hostname=6daf43b95769,40759,1732738604116, seqNum=2] 2024-11-27T20:16:52,091 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T20:16:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T20:16:52,096 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,40759,1732738604116 suceeded 2024-11-27T20:16:52,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T20:16:52,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-27T20:16:52,100 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:37985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:16:52,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5640 sec 2024-11-27T20:16:52,109 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:37985' 2024-11-27T20:16:52,110 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67853ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,110 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,37985,-1 for getting cluster id 2024-11-27T20:16:52,111 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:52,112 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72409545-566d-4142-8025-bef2f0840356' 2024-11-27T20:16:52,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:52,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72409545-566d-4142-8025-bef2f0840356" 2024-11-27T20:16:52,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8800125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,37985,-1] 2024-11-27T20:16:52,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:52,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:52,114 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:52,115 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d1d6f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,115 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:52,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,37985,1732738608717 2024-11-27T20:16:52,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa8b51a 2024-11-27T20:16:52,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:52,117 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T20:16:52,118 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,40759,1732738604116 (queues=1) is replicating from cluster=faecddbb-7f36-42d9-8ed7-4159d6efd234 to cluster=72409545-566d-4142-8025-bef2f0840356 2024-11-27T20:16:52,120 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C40759%2C1732738604116 2024-11-27T20:16:52,125 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,40759,1732738604116, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:16:52,127 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.shipper6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C40759%2C1732738604116 2024-11-27T20:16:52,131 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272, startPosition=0, beingWritten=true 2024-11-27T20:16:52,393 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:52,700 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:16:52,703 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:16:52,703 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:52,703 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:16:52,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:52,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:52,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:52,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123f9b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35007,-1 for getting cluster id 2024-11-27T20:16:52,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:52,706 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faecddbb-7f36-42d9-8ed7-4159d6efd234' 2024-11-27T20:16:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:52,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faecddbb-7f36-42d9-8ed7-4159d6efd234" 2024-11-27T20:16:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a38ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35007,-1] 2024-11-27T20:16:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:52,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:52,708 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:52,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a01f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,35007,1732738603417 2024-11-27T20:16:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@672d6c2d 2024-11-27T20:16:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:52,713 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:16:52,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6daf43b95769:37985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:16:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:16:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T20:16:52,717 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:37985' 2024-11-27T20:16:52,718 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db73590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,718 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,37985,-1 for getting cluster id 2024-11-27T20:16:52,718 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:52,719 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72409545-566d-4142-8025-bef2f0840356' 2024-11-27T20:16:52,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:52,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72409545-566d-4142-8025-bef2f0840356" 2024-11-27T20:16:52,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc5cdab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,37985,-1] 2024-11-27T20:16:52,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:52,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:52,720 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:16:52,720 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:52,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfdfec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,721 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:52,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,37985,1732738608717 2024-11-27T20:16:52,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b97481 2024-11-27T20:16:52,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:52,723 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:16:52,724 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T20:16:52,724 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:16:52,724 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:52,724 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:52,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:52,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:16:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T20:16:52,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-27T20:16:52,888 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T20:16:52,928 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6daf43b95769,40759,1732738604116, ReplicationSource: 2, currentBandwidth=0 2024-11-27T20:16:52,931 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T20:16:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T20:16:52,935 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6daf43b95769,40759,1732738604116 suceeded 2024-11-27T20:16:52,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:16:52,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-27T20:16:52,939 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6daf43b95769:37985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:16:52,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 226 msec 2024-11-27T20:16:52,948 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:37985' 2024-11-27T20:16:52,949 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e1c921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,949 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,37985,-1 for getting cluster id 2024-11-27T20:16:52,949 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:52,950 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72409545-566d-4142-8025-bef2f0840356' 2024-11-27T20:16:52,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:52,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72409545-566d-4142-8025-bef2f0840356" 2024-11-27T20:16:52,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c91e007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,37985,-1] 2024-11-27T20:16:52,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:52,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:52,952 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:52,953 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7557b13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:52,953 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:52,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,37985,1732738608717 2024-11-27T20:16:52,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4582375a 2024-11-27T20:16:52,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:52,956 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T20:16:52,957 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6daf43b95769,40759,1732738604116 (queues=1) is replicating from cluster=faecddbb-7f36-42d9-8ed7-4159d6efd234 to cluster=72409545-566d-4142-8025-bef2f0840356 2024-11-27T20:16:52,957 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6daf43b95769%2C40759%2C1732738604116 2024-11-27T20:16:52,957 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6daf43b95769,40759,1732738604116, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:16:52,958 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116.replicationSource.shipper6daf43b95769%2C40759%2C1732738604116,2-6daf43b95769,40759,1732738604116 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C40759%2C1732738604116 2024-11-27T20:16:52,958 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,2-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272, startPosition=0, beingWritten=true 2024-11-27T20:16:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T20:16:53,033 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T20:16:53,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:16:53,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:53,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:53,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:53,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,35007,1732738603417 2024-11-27T20:16:53,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c2e7232 2024-11-27T20:16:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:53,039 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:16:53,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T20:16:53,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T20:16:53,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T20:16:53,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T20:16:53,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://6daf43b95769:37985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:16:53,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T20:16:53,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T20:16:53,053 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:37985' 2024-11-27T20:16:53,053 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685535fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:53,053 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,37985,-1 for getting cluster id 2024-11-27T20:16:53,054 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:53,054 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72409545-566d-4142-8025-bef2f0840356' 2024-11-27T20:16:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72409545-566d-4142-8025-bef2f0840356" 2024-11-27T20:16:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7235f447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,37985,-1] 2024-11-27T20:16:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,056 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:53,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@717f20e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:53,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:53,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,37985,1732738608717 2024-11-27T20:16:53,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cfa9c08 2024-11-27T20:16:53,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:53,059 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:16:53,060 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:16:53,060 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:16:53,060 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,060 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:53,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:16:53,107 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:53,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T20:16:53,164 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,2-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:53,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-27T20:16:53,218 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-27T20:16:53,220 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T20:16:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T20:16:53,223 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6daf43b95769,40759,1732738604116 suceeded 2024-11-27T20:16:53,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T20:16:53,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-27T20:16:53,226 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6daf43b95769:37985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:16:53,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-27T20:16:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T20:16:53,372 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-27T20:16:53,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://6daf43b95769:37985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:16:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T20:16:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T20:16:53,377 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:37985' 2024-11-27T20:16:53,378 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367ffe58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:53,378 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,37985,-1 for getting cluster id 2024-11-27T20:16:53,378 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:53,379 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72409545-566d-4142-8025-bef2f0840356' 2024-11-27T20:16:53,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:53,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72409545-566d-4142-8025-bef2f0840356" 2024-11-27T20:16:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387598e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,37985,-1] 2024-11-27T20:16:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:53,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,381 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:53,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28eec1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:53,382 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:53,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,37985,1732738608717 2024-11-27T20:16:53,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71964da7 2024-11-27T20:16:53,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:53,384 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:16:53,385 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T20:16:53,385 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:16:53,385 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,385 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:53,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:16:53,471 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,2-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T20:16:53,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40759 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-27T20:16:53,543 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-27T20:16:53,544 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T20:16:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T20:16:53,547 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6daf43b95769,40759,1732738604116 suceeded 2024-11-27T20:16:53,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T20:16:53,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-27T20:16:53,550 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6daf43b95769:37985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:16:53,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-27T20:16:53,613 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T20:16:53,693 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-27T20:16:53,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T20:16:53,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35007 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T20:16:53,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:16:53,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:53,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:53,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:16:53,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1994916006, stopped=false 2024-11-27T20:16:53,696 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,35007,1732738603417 2024-11-27T20:16:53,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01658672744/running 2024-11-27T20:16:53,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01658672744/running 2024-11-27T20:16:53,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:53,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:53,700 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:16:53,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:16:53,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:53,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/running 2024-11-27T20:16:53,701 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,40759,1732738604116' ***** 2024-11-27T20:16:53,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/running 2024-11-27T20:16:53,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:16:53,702 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:16:53,702 INFO [RS:0;6daf43b95769:40759 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:16:53,702 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:16:53,702 INFO [RS:0;6daf43b95769:40759 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:16:53,703 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(3091): Received CLOSE for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:53,703 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,40759,1732738604116 2024-11-27T20:16:53,703 INFO [RS:0;6daf43b95769:40759 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:16:53,703 INFO [RS:0;6daf43b95769:40759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:40759. 2024-11-27T20:16:53,703 DEBUG [RS:0;6daf43b95769:40759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:53,703 DEBUG [RS:0;6daf43b95769:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:53,704 INFO [RS:0;6daf43b95769:40759 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:16:53,704 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d93d496d5c11c26eadb2a241a72dc50b, disabling compactions & flushes 2024-11-27T20:16:53,704 INFO [RS:0;6daf43b95769:40759 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:16:53,704 INFO [RS:0;6daf43b95769:40759 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:16:53,704 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:53,704 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:53,704 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:16:53,704 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. after waiting 0 ms 2024-11-27T20:16:53,704 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:53,704 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:16:53,704 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:16:53,704 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:16:53,704 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d93d496d5c11c26eadb2a241a72dc50b=hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b.} 2024-11-27T20:16:53,704 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:16:53,704 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:16:53,704 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:16:53,705 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:53,708 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T20:16:53,708 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d93d496d5c11c26eadb2a241a72dc50b 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-27T20:16:53,740 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:16:53,776 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/info/9344e40f17494c83854ee5f8fce2ed52 is 147, key is hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b./info:regioninfo/1732738611800/Put/seqid=0 2024-11-27T20:16:53,776 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b/.tmp/queue/84d4b19620f44ab9967aa5f8bc17b634 is 151, key is 1-6daf43b95769,40759,1732738604116/queue:6daf43b95769%2C40759%2C1732738604116/1732738612086/Put/seqid=0 2024-11-27T20:16:53,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741839_1015 (size=6631) 2024-11-27T20:16:53,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741838_1014 (size=5500) 2024-11-27T20:16:53,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:16:53,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:53,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T20:16:53,829 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:53,830 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:16:53,830 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T20:16:53,830 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:16:53,830 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T20:16:53,830 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T20:16:53,830 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T20:16:53,878 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,2-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:53,905 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:54,105 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:16:54,110 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:16:54,110 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:16:54,189 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b/.tmp/queue/84d4b19620f44ab9967aa5f8bc17b634 2024-11-27T20:16:54,189 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/info/9344e40f17494c83854ee5f8fce2ed52 2024-11-27T20:16:54,220 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:54,234 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b/.tmp/queue/84d4b19620f44ab9967aa5f8bc17b634 as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b/queue/84d4b19620f44ab9967aa5f8bc17b634 2024-11-27T20:16:54,243 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b/queue/84d4b19620f44ab9967aa5f8bc17b634, entries=2, sequenceid=6, filesize=5.4 K 2024-11-27T20:16:54,249 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/ns/0abfe1310fd843828cec6babfbce2d53 is 43, key is default/ns:d/1732738607336/Put/seqid=0 2024-11-27T20:16:54,250 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d93d496d5c11c26eadb2a241a72dc50b in 542ms, sequenceid=6, compaction requested=false 2024-11-27T20:16:54,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741840_1016 (size=5153) 2024-11-27T20:16:54,257 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T20:16:54,260 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:16:54,260 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:16:54,260 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:54,261 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d93d496d5c11c26eadb2a241a72dc50b: Waiting for close lock at 1732738613703Running coprocessor pre-close hooks at 1732738613703Disabling compacts and flushes for region at 1732738613703Disabling writes for close at 1732738613704 (+1 ms)Obtaining lock to block concurrent updates at 1732738613708 (+4 ms)Preparing flush snapshotting stores in d93d496d5c11c26eadb2a241a72dc50b at 1732738613708Finished memstore snapshotting hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732738613715 (+7 ms)Flushing stores of hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. at 1732738613717 (+2 ms)Flushing d93d496d5c11c26eadb2a241a72dc50b/queue: creating writer at 1732738613719 (+2 ms)Flushing d93d496d5c11c26eadb2a241a72dc50b/queue: appending metadata at 1732738613759 (+40 ms)Flushing d93d496d5c11c26eadb2a241a72dc50b/queue: closing flushed file at 1732738613761 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@134a3596: reopening flushed file at 1732738614233 (+472 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d93d496d5c11c26eadb2a241a72dc50b in 542ms, sequenceid=6, compaction requested=false at 1732738614250 (+17 ms)Writing region close event to WAL at 1732738614252 (+2 ms)Running coprocessor post-close hooks at 1732738614258 (+6 ms)Closed at 1732738614260 (+2 ms) 2024-11-27T20:16:54,261 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:16:54,305 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:16:54,384 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,2-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:54,506 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:16:54,656 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/ns/0abfe1310fd843828cec6babfbce2d53 2024-11-27T20:16:54,681 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/table/47a6478ed4fc44fc9e84845bc560664e is 53, key is hbase:replication/table:state/1732738611814/Put/seqid=0 2024-11-27T20:16:54,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741841_1017 (size=5256) 2024-11-27T20:16:54,706 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:16:54,706 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:16:54,706 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:16:54,906 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:16:54,926 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:54,991 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,2-6daf43b95769,40759,1732738604116 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 to pos 0, reset compression=false 2024-11-27T20:16:55,087 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/table/47a6478ed4fc44fc9e84845bc560664e 2024-11-27T20:16:55,096 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/info/9344e40f17494c83854ee5f8fce2ed52 as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/info/9344e40f17494c83854ee5f8fce2ed52 2024-11-27T20:16:55,103 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/info/9344e40f17494c83854ee5f8fce2ed52, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T20:16:55,104 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/ns/0abfe1310fd843828cec6babfbce2d53 as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/ns/0abfe1310fd843828cec6babfbce2d53 2024-11-27T20:16:55,106 DEBUG [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:16:55,111 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/ns/0abfe1310fd843828cec6babfbce2d53, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T20:16:55,112 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/table/47a6478ed4fc44fc9e84845bc560664e as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/table/47a6478ed4fc44fc9e84845bc560664e 2024-11-27T20:16:55,119 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/table/47a6478ed4fc44fc9e84845bc560664e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T20:16:55,120 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1416ms, sequenceid=11, compaction requested=false 2024-11-27T20:16:55,126 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T20:16:55,127 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:16:55,127 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:16:55,127 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:16:55,127 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738613704Running coprocessor pre-close hooks at 1732738613704Disabling compacts and flushes for region at 1732738613704Disabling writes for close at 1732738613704Obtaining lock to block concurrent updates at 1732738613708 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732738613708Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732738613715 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738613717 (+2 ms)Flushing 1588230740/info: creating writer at 1732738613719 (+2 ms)Flushing 1588230740/info: appending metadata at 1732738613759 (+40 ms)Flushing 1588230740/info: closing flushed file at 1732738613761 (+2 ms)Flushing 1588230740/ns: creating writer at 1732738614233 (+472 ms)Flushing 1588230740/ns: appending metadata at 1732738614248 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732738614248Flushing 1588230740/table: creating writer at 1732738614664 (+416 ms)Flushing 1588230740/table: appending metadata at 1732738614680 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732738614680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d33770: reopening flushed file at 1732738615094 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56828e74: reopening flushed file at 1732738615103 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0e8a27: reopening flushed file at 1732738615111 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1416ms, sequenceid=11, compaction requested=false at 1732738615120 (+9 ms)Writing region close event to WAL at 1732738615121 (+1 ms)Running coprocessor post-close hooks at 1732738615127 (+6 ms)Closed at 1732738615127 2024-11-27T20:16:55,127 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:16:55,307 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,40759,1732738604116; all regions closed. 2024-11-27T20:16:55,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741834_1010 (size=2742) 2024-11-27T20:16:55,317 DEBUG [RS:0;6daf43b95769:40759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs 2024-11-27T20:16:55,317 INFO [RS:0;6daf43b95769:40759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C40759%2C1732738604116.meta:.meta(num 1732738607166) 2024-11-27T20:16:55,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741837_1013 (size=1802) 2024-11-27T20:16:55,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.rep.1732738611754 not finished, retry = 0 2024-11-27T20:16:55,425 DEBUG [RS:0;6daf43b95769:40759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs 2024-11-27T20:16:55,425 INFO [RS:0;6daf43b95769:40759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C40759%2C1732738604116.rep:(num 1732738611754) 2024-11-27T20:16:55,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741832_1008 (size=93) 2024-11-27T20:16:55,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116/6daf43b95769%2C40759%2C1732738604116.1732738606272 not finished, retry = 0 2024-11-27T20:16:55,531 DEBUG [RS:0;6daf43b95769:40759 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs 2024-11-27T20:16:55,531 INFO [RS:0;6daf43b95769:40759 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C40759%2C1732738604116:(num 1732738606272) 2024-11-27T20:16:55,531 DEBUG [RS:0;6daf43b95769:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:55,531 INFO [RS:0;6daf43b95769:40759 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:16:55,531 INFO [RS:0;6daf43b95769:40759 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:16:55,532 INFO [RS:0;6daf43b95769:40759 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T20:16:55,532 INFO [RS:0;6daf43b95769:40759 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:16:55,532 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:16:55,532 INFO [RS:0;6daf43b95769:40759 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,40759,1732738604116 because: Region server is closing 2024-11-27T20:16:55,533 INFO [RS:0;6daf43b95769:40759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:40759. 2024-11-27T20:16:55,533 DEBUG [RS:0;6daf43b95769:40759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:55,533 DEBUG [RS:0;6daf43b95769:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:55,533 DEBUG [RS:0;6daf43b95769:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:55,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:55,634 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.wal-reader.6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:16:55,634 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.shipper6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T20:16:55,634 INFO [RS:0;6daf43b95769:40759 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,40759,1732738604116.replicationSource.shipper6daf43b95769%2C40759%2C1732738604116,1-6daf43b95769,40759,1732738604116 terminated 2024-11-27T20:16:55,635 INFO [RS:0;6daf43b95769:40759 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6daf43b95769,40759,1732738604116 because: Region server is closing 2024-11-27T20:16:55,635 INFO [RS:0;6daf43b95769:40759 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:40759. 2024-11-27T20:16:55,635 DEBUG [RS:0;6daf43b95769:40759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:16:55,635 DEBUG [RS:0;6daf43b95769:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:55,635 DEBUG [RS:0;6daf43b95769:40759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:55,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:16:55,735 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116.replicationSource.shipper6daf43b95769%2C40759%2C1732738604116,2-6daf43b95769,40759,1732738604116 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T20:16:55,736 INFO [RS:0;6daf43b95769:40759 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,40759,1732738604116.replicationSource.shipper6daf43b95769%2C40759%2C1732738604116,2-6daf43b95769,40759,1732738604116 terminated 2024-11-27T20:16:55,736 INFO [RS:0;6daf43b95769:40759 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40759 2024-11-27T20:16:55,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01658672744/rs/6daf43b95769,40759,1732738604116 2024-11-27T20:16:55,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/rs 2024-11-27T20:16:55,740 INFO [RS:0;6daf43b95769:40759 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:16:55,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,40759,1732738604116] 2024-11-27T20:16:55,744 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/draining/6daf43b95769,40759,1732738604116 already deleted, retry=false 2024-11-27T20:16:55,744 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,40759,1732738604116 expired; onlineServers=0 2024-11-27T20:16:55,744 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,35007,1732738603417' ***** 2024-11-27T20:16:55,744 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:16:55,744 INFO [M:0;6daf43b95769:35007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:16:55,744 INFO [M:0;6daf43b95769:35007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:16:55,744 DEBUG [M:0;6daf43b95769:35007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:16:55,744 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:16:55,745 DEBUG [M:0;6daf43b95769:35007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:16:55,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738605912 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738605912,5,FailOnTimeoutGroup] 2024-11-27T20:16:55,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738605910 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738605910,5,FailOnTimeoutGroup] 2024-11-27T20:16:55,745 INFO [M:0;6daf43b95769:35007 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:16:55,745 INFO [M:0;6daf43b95769:35007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:16:55,745 DEBUG [M:0;6daf43b95769:35007 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:16:55,745 INFO [M:0;6daf43b95769:35007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:16:55,745 INFO [M:0;6daf43b95769:35007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:16:55,746 INFO [M:0;6daf43b95769:35007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:16:55,746 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:16:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01658672744/master 2024-11-27T20:16:55,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:55,748 DEBUG [M:0;6daf43b95769:35007 {}] zookeeper.ZKUtil(347): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/master because node does not exist (not an error) 2024-11-27T20:16:55,748 WARN [M:0;6daf43b95769:35007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:16:55,749 INFO [M:0;6daf43b95769:35007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/.lastflushedseqids 2024-11-27T20:16:55,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741842_1018 (size=181) 2024-11-27T20:16:55,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:16:55,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40759-0x1015b12b65d0001, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:16:55,843 INFO [RS:0;6daf43b95769:40759 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:16:55,843 INFO [RS:0;6daf43b95769:40759 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,40759,1732738604116; zookeeper connection closed. 2024-11-27T20:16:55,844 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2802006c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2802006c 2024-11-27T20:16:55,844 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:16:56,161 INFO [M:0;6daf43b95769:35007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:16:56,162 INFO [M:0;6daf43b95769:35007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:16:56,162 DEBUG [M:0;6daf43b95769:35007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:16:56,162 INFO [M:0;6daf43b95769:35007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:56,162 DEBUG [M:0;6daf43b95769:35007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:56,162 DEBUG [M:0;6daf43b95769:35007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:16:56,162 DEBUG [M:0;6daf43b95769:35007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:56,162 INFO [M:0;6daf43b95769:35007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-27T20:16:56,182 DEBUG [M:0;6daf43b95769:35007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e76188a3db9843eaacc1eb9838a47fcb is 82, key is hbase:meta,,1/info:regioninfo/1732738607260/Put/seqid=0 2024-11-27T20:16:56,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741843_1019 (size=5672) 2024-11-27T20:16:56,588 INFO [M:0;6daf43b95769:35007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e76188a3db9843eaacc1eb9838a47fcb 2024-11-27T20:16:56,614 DEBUG [M:0;6daf43b95769:35007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbbe9fd8d300460ab15fbac0e5ce1c52 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732738611820/Put/seqid=0 2024-11-27T20:16:56,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741844_1020 (size=8663) 2024-11-27T20:16:57,020 INFO [M:0;6daf43b95769:35007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbbe9fd8d300460ab15fbac0e5ce1c52 2024-11-27T20:16:57,044 DEBUG [M:0;6daf43b95769:35007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b0f1cf92fbe4d13ba3980e3a5db2c72 is 69, key is 6daf43b95769,40759,1732738604116/rs:state/1732738606039/Put/seqid=0 2024-11-27T20:16:57,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741845_1021 (size=5156) 2024-11-27T20:16:57,450 INFO [M:0;6daf43b95769:35007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b0f1cf92fbe4d13ba3980e3a5db2c72 2024-11-27T20:16:57,458 DEBUG [M:0;6daf43b95769:35007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e76188a3db9843eaacc1eb9838a47fcb as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e76188a3db9843eaacc1eb9838a47fcb 2024-11-27T20:16:57,465 INFO [M:0;6daf43b95769:35007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e76188a3db9843eaacc1eb9838a47fcb, entries=8, sequenceid=115, filesize=5.5 K 2024-11-27T20:16:57,466 DEBUG [M:0;6daf43b95769:35007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbbe9fd8d300460ab15fbac0e5ce1c52 as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbbe9fd8d300460ab15fbac0e5ce1c52 2024-11-27T20:16:57,472 INFO [M:0;6daf43b95769:35007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbbe9fd8d300460ab15fbac0e5ce1c52, entries=14, sequenceid=115, filesize=8.5 K 2024-11-27T20:16:57,473 DEBUG [M:0;6daf43b95769:35007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4b0f1cf92fbe4d13ba3980e3a5db2c72 as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b0f1cf92fbe4d13ba3980e3a5db2c72 2024-11-27T20:16:57,479 INFO [M:0;6daf43b95769:35007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b0f1cf92fbe4d13ba3980e3a5db2c72, entries=1, sequenceid=115, filesize=5.0 K 2024-11-27T20:16:57,480 INFO [M:0;6daf43b95769:35007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false 2024-11-27T20:16:57,482 INFO [M:0;6daf43b95769:35007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:16:57,482 DEBUG [M:0;6daf43b95769:35007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738616162Disabling compacts and flushes for region at 1732738616162Disabling writes for close at 1732738616162Obtaining lock to block concurrent updates at 1732738616162Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738616162Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732738616163 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738616164 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738616164Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738616181 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738616181Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738616596 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738616613 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738616613Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738617028 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738617043 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738617044 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab5cea2: reopening flushed file at 1732738617457 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d608d2: reopening flushed file at 1732738617465 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7c09a7: reopening flushed file at 1732738617472 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false at 1732738617480 (+8 ms)Writing region close event to WAL at 1732738617482 (+2 ms)Closed at 1732738617482 2024-11-27T20:16:57,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741830_1006 (size=59421) 2024-11-27T20:16:57,486 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:16:57,486 INFO [M:0;6daf43b95769:35007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:16:57,486 INFO [M:0;6daf43b95769:35007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35007 2024-11-27T20:16:57,487 INFO [M:0;6daf43b95769:35007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:16:57,588 INFO [M:0;6daf43b95769:35007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:16:57,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:16:57,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35007-0x1015b12b65d0000, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:16:57,591 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:16:57,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:57,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:57,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:57,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:57,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:57,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:16:57,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:57,592 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46689 2024-11-27T20:16:57,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46689 connecting to ZooKeeper ensemble=127.0.0.1:49451 2024-11-27T20:16:57,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466890x0, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:57,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46689-0x1015b12b65d0006 connected 2024-11-27T20:16:57,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:57,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:57,607 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: INIT 2024-11-27T20:16:57,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/running 2024-11-27T20:16:57,607 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb, hbase.cluster.distributed=false 2024-11-27T20:16:57,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/acl 2024-11-27T20:16:57,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46689 2024-11-27T20:16:57,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46689 2024-11-27T20:16:57,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46689 2024-11-27T20:16:57,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46689 2024-11-27T20:16:57,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46689 2024-11-27T20:16:57,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:16:57,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:57,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:57,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:16:57,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:16:57,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:16:57,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:16:57,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:16:57,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46479 2024-11-27T20:16:57,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46479 connecting to ZooKeeper ensemble=127.0.0.1:49451 2024-11-27T20:16:57,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:57,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:57,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464790x0, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:16:57,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464790x0, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/running 2024-11-27T20:16:57,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46479-0x1015b12b65d0007 connected 2024-11-27T20:16:57,641 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: INIT 2024-11-27T20:16:57,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:16:57,644 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:16:57,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/master 2024-11-27T20:16:57,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/acl 2024-11-27T20:16:57,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46479 2024-11-27T20:16:57,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46479 2024-11-27T20:16:57,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46479 2024-11-27T20:16:57,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46479 2024-11-27T20:16:57,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46479 2024-11-27T20:16:57,663 DEBUG [M:0;6daf43b95769:46689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:46689 2024-11-27T20:16:57,663 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01658672744/backup-masters/6daf43b95769,46689,1732738617590 2024-11-27T20:16:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/backup-masters 2024-11-27T20:16:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/backup-masters 2024-11-27T20:16:57,666 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on existing znode=/01658672744/backup-masters/6daf43b95769,46689,1732738617590 2024-11-27T20:16:57,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:57,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01658672744/master 2024-11-27T20:16:57,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:57,667 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on existing znode=/01658672744/master 2024-11-27T20:16:57,668 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01658672744/backup-masters/6daf43b95769,46689,1732738617590 from backup master directory 2024-11-27T20:16:57,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01658672744/backup-masters/6daf43b95769,46689,1732738617590 2024-11-27T20:16:57,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/backup-masters 2024-11-27T20:16:57,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/backup-masters 2024-11-27T20:16:57,669 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:57,669 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,46689,1732738617590 2024-11-27T20:16:57,685 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:16:57,685 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:16:57,697 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-27T20:16:57,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741846_1022 (size=196) 2024-11-27T20:16:58,107 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:16:58,108 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:16:58,108 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:58,116 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T20:16:58,119 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,35007,1732738603417 to hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,35007,1732738603417-dead as it is dead 2024-11-27T20:16:58,121 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T20:16:58,121 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T20:16:58,122 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,35007,1732738603417-dead/6daf43b95769%2C35007%2C1732738603417.1732738605354 2024-11-27T20:16:58,128 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,35007,1732738603417-dead/6daf43b95769%2C35007%2C1732738603417.1732738605354 after 4ms 2024-11-27T20:16:58,129 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,35007,1732738603417-dead/6daf43b95769%2C35007%2C1732738603417.1732738605354 to hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6daf43b95769%2C35007%2C1732738603417.1732738605354 2024-11-27T20:16:58,129 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,35007,1732738603417-dead 2024-11-27T20:16:58,130 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,46689,1732738617590 2024-11-27T20:16:58,131 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:16:58,133 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C46689%2C1732738617590, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,46689,1732738617590, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/oldWALs, maxLogs=10 2024-11-27T20:16:58,150 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,46689,1732738617590/6daf43b95769%2C46689%2C1732738617590.1732738618133, exclude list is [], retry=0 2024-11-27T20:16:58,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46043,DS-c26dc9b2-2434-4582-93d3-a9a36459f921,DISK] 2024-11-27T20:16:58,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/WALs/6daf43b95769,46689,1732738617590/6daf43b95769%2C46689%2C1732738617590.1732738618133 2024-11-27T20:16:58,155 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-27T20:16:58,155 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:58,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:58,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:58,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:58,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:58,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:16:58,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:58,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e76188a3db9843eaacc1eb9838a47fcb 2024-11-27T20:16:58,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:58,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:58,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:16:58,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:58,174 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbbe9fd8d300460ab15fbac0e5ce1c52 2024-11-27T20:16:58,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:58,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:58,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:16:58,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:58,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4b0f1cf92fbe4d13ba3980e3a5db2c72 2024-11-27T20:16:58,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:58,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:58,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:16:58,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:58,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:16:58,183 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:58,183 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T20:16:58,183 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6daf43b95769%2C35007%2C1732738603417.1732738605354 2024-11-27T20:16:58,196 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6daf43b95769%2C35007%2C1732738603417.1732738605354 2024-11-27T20:16:58,198 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6daf43b95769%2C35007%2C1732738603417.1732738605354 2024-11-27T20:16:58,199 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:58,199 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:58,200 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:58,202 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:16:58,204 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-27T20:16:58,205 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65328715, jitterRate=-0.02652628719806671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:58,206 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738618156Initializing all the Stores at 1732738618157 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738618157Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738618157Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738618157Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738618157Cleaning up temporary data from old regions at 1732738618199 (+42 ms)Region opened successfully at 1732738618205 (+6 ms) 2024-11-27T20:16:58,206 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:16:58,209 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bde2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:16:58,220 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T20:16:58,221 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:16:58,221 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:16:58,221 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:16:58,221 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:16:58,226 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:16:58,226 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:16:58,227 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:16:58,227 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:16:58,227 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T20:16:58,228 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T20:16:58,228 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-27T20:16:58,228 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:16:58,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6daf43b95769,40759,1732738604116, regionLocation=6daf43b95769,40759,1732738604116, openSeqNum=2 2024-11-27T20:16:58,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6daf43b95769,40759,1732738604116, table=hbase:meta, region=1588230740 2024-11-27T20:16:58,232 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,40759,1732738604116, state=OPEN 2024-11-27T20:16:58,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01658672744/meta-region-server 2024-11-27T20:16:58,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01658672744/meta-region-server 2024-11-27T20:16:58,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: CHANGED 2024-11-27T20:16:58,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: CHANGED 2024-11-27T20:16:58,239 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:16:58,240 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/draining/6daf43b95769,40759,1732738604116 already deleted, retry=false 2024-11-27T20:16:58,240 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6daf43b95769,40759,1732738604116 on 6daf43b95769,46689,1732738617590 2024-11-27T20:16:58,247 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6daf43b95769,40759,1732738604116, splitWal=true, meta=true 2024-11-27T20:16:58,250 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 6daf43b95769,40759,1732738604116 (carryingMeta=true) 6daf43b95769,40759,1732738604116/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4b869e5d[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T20:16:58,254 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/balancer because node does not exist (not necessarily an error) 2024-11-27T20:16:58,259 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/balancer already deleted, retry=false 2024-11-27T20:16:58,259 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:16:58,260 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:16:58,261 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/normalizer already deleted, retry=false 2024-11-27T20:16:58,262 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:16:58,263 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:16:58,264 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/switch/split already deleted, retry=false 2024-11-27T20:16:58,264 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:16:58,270 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/switch/merge already deleted, retry=false 2024-11-27T20:16:58,276 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:16:58,277 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/snapshot-cleanup already deleted, retry=false 2024-11-27T20:16:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01658672744/running 2024-11-27T20:16:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01658672744/running 2024-11-27T20:16:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:58,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:16:58,280 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,46689,1732738617590, sessionid=0x1015b12b65d0006, setting cluster-up flag (Was=false) 2024-11-27T20:16:58,282 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01658672744/flush-table-proc/acquired, /01658672744/flush-table-proc/reached, /01658672744/flush-table-proc/abort 2024-11-27T20:16:58,283 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,46689,1732738617590 2024-11-27T20:16:58,286 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01658672744/online-snapshot/acquired, /01658672744/online-snapshot/reached, /01658672744/online-snapshot/abort 2024-11-27T20:16:58,287 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,46689,1732738617590 2024-11-27T20:16:58,288 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/.lastflushedseqids 2024-11-27T20:16:58,292 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:16:58,292 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:16:58,292 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,46689,1732738617590 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6daf43b95769,40759,1732738604116 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:16:58,293 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:58,293 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:58,293 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:58,293 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:16:58,294 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:16:58,294 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,294 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:58,294 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,294 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738648294 2024-11-27T20:16:58,294 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:16:58,295 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:16:58,295 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:16:58,295 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:16:58,295 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:16:58,295 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:16:58,295 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,295 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:16:58,295 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:16:58,295 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:16:58,295 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:16:58,296 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:16:58,296 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:16:58,296 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738618296,5,FailOnTimeoutGroup] 2024-11-27T20:16:58,296 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738618296,5,FailOnTimeoutGroup] 2024-11-27T20:16:58,296 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,296 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:16:58,296 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,296 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,296 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738618296, completionTime=-1 2024-11-27T20:16:58,296 WARN [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T20:16:58,297 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6daf43b95769,40759,1732738604116, splitWal=true, meta=true 2024-11-27T20:16:58,298 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6daf43b95769,40759,1732738604116, splitWal=true, meta=true, isMeta: true 2024-11-27T20:16:58,300 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T20:16:58,300 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116-splitting 2024-11-27T20:16:58,301 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116-splitting dir is empty, no logs to split. 2024-11-27T20:16:58,301 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6daf43b95769,40759,1732738604116 WAL count=0, meta=true 2024-11-27T20:16:58,305 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116-splitting dir is empty, no logs to split. 2024-11-27T20:16:58,305 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6daf43b95769,40759,1732738604116 WAL count=0, meta=true 2024-11-27T20:16:58,305 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6daf43b95769,40759,1732738604116 WAL splitting is done? wals=0, meta=true 2024-11-27T20:16:58,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:16:58,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:16:58,309 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:16:58,354 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(746): ClusterId : faecddbb-7f36-42d9-8ed7-4159d6efd234 2024-11-27T20:16:58,354 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:16:58,356 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:16:58,356 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:16:58,360 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:16:58,361 DEBUG [RS:0;6daf43b95769:46479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7e75f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:16:58,377 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:46479 2024-11-27T20:16:58,377 INFO [RS:0;6daf43b95769:46479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:16:58,377 INFO [RS:0;6daf43b95769:46479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:16:58,377 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:16:58,378 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,46689,1732738617590 with port=46479, startcode=1732738617630 2024-11-27T20:16:58,378 DEBUG [RS:0;6daf43b95769:46479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:16:58,380 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:16:58,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,46479,1732738617630 2024-11-27T20:16:58,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46689 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,46479,1732738617630 2024-11-27T20:16:58,383 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb 2024-11-27T20:16:58,383 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38129 2024-11-27T20:16:58,383 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:16:58,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/rs 2024-11-27T20:16:58,385 DEBUG [RS:0;6daf43b95769:46479 {}] zookeeper.ZKUtil(111): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on existing znode=/01658672744/rs/6daf43b95769,46479,1732738617630 2024-11-27T20:16:58,385 WARN [RS:0;6daf43b95769:46479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:16:58,385 INFO [RS:0;6daf43b95769:46479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:58,385 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630 2024-11-27T20:16:58,386 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,46479,1732738617630] 2024-11-27T20:16:58,401 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T20:16:58,424 INFO [RS:0;6daf43b95769:46479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:16:58,426 INFO [RS:0;6daf43b95769:46479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:16:58,426 INFO [RS:0;6daf43b95769:46479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:16:58,426 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,427 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:16:58,428 INFO [RS:0;6daf43b95769:46479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:16:58,428 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,428 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,429 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:16:58,429 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:58,429 DEBUG [RS:0;6daf43b95769:46479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:16:58,429 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,429 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,429 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,429 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,429 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,429 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46479,1732738617630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:16:58,444 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:16:58,444 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46479,1732738617630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,459 INFO [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,46479,1732738617630, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:16:58,460 WARN [6daf43b95769:46689 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T20:16:58,473 INFO [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSource(231): queueId=2-6daf43b95769,46479,1732738617630, ReplicationSource: 2, currentBandwidth=0 2024-11-27T20:16:58,473 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,474 DEBUG [RS:0;6daf43b95769:46479.replicationSource,1-6daf43b95769,46479,1732738617630 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:37985' 2024-11-27T20:16:58,474 INFO [RS:0;6daf43b95769:46479 {}] regionserver.Replication(171): 6daf43b95769,46479,1732738617630 started 2024-11-27T20:16:58,475 DEBUG [RS:0;6daf43b95769:46479.replicationSource,1-6daf43b95769,46479,1732738617630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dbcfd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:58,475 DEBUG [RS:0;6daf43b95769:46479.replicationSource,1-6daf43b95769,46479,1732738617630 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,37985,-1 for getting cluster id 2024-11-27T20:16:58,475 DEBUG [RS:0;6daf43b95769:46479.replicationSource,1-6daf43b95769,46479,1732738617630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:58,477 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72409545-566d-4142-8025-bef2f0840356' 2024-11-27T20:16:58,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:58,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72409545-566d-4142-8025-bef2f0840356" 2024-11-27T20:16:58,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7228258a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:58,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,37985,-1] 2024-11-27T20:16:58,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:58,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:58,480 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:58,481 DEBUG [RS:0;6daf43b95769:46479.replicationSource,1-6daf43b95769,46479,1732738617630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1504a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:58,481 DEBUG [RS:0;6daf43b95769:46479.replicationSource,1-6daf43b95769,46479,1732738617630 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:58,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,37985,1732738608717 2024-11-27T20:16:58,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74d59f34 2024-11-27T20:16:58,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:58,483 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T20:16:58,484 INFO [RS:0;6daf43b95769:46479.replicationSource,1-6daf43b95769,46479,1732738617630 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,46479,1732738617630 (queues=0) is replicating from cluster=faecddbb-7f36-42d9-8ed7-4159d6efd234 to cluster=72409545-566d-4142-8025-bef2f0840356 2024-11-27T20:16:58,490 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:16:58,491 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,46479,1732738617630, RpcServer on 6daf43b95769/172.17.0.2:46479, sessionid=0x1015b12b65d0007 2024-11-27T20:16:58,491 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:16:58,491 DEBUG [RS:0;6daf43b95769:46479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,46479,1732738617630 2024-11-27T20:16:58,491 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,46479,1732738617630' 2024-11-27T20:16:58,491 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01658672744/flush-table-proc/abort' 2024-11-27T20:16:58,492 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01658672744/flush-table-proc/acquired' 2024-11-27T20:16:58,492 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:16:58,492 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:16:58,492 DEBUG [RS:0;6daf43b95769:46479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,46479,1732738617630 2024-11-27T20:16:58,492 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,46479,1732738617630' 2024-11-27T20:16:58,492 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01658672744/online-snapshot/abort' 2024-11-27T20:16:58,493 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01658672744/online-snapshot/acquired' 2024-11-27T20:16:58,493 DEBUG [RS:0;6daf43b95769:46479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:16:58,493 INFO [RS:0;6daf43b95769:46479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:16:58,493 INFO [RS:0;6daf43b95769:46479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:16:58,496 DEBUG [RS:0;6daf43b95769:46479.replicationSource,2-6daf43b95769,46479,1732738617630 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:37985' 2024-11-27T20:16:58,498 DEBUG [RS:0;6daf43b95769:46479.replicationSource,2-6daf43b95769,46479,1732738617630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bceac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:58,498 DEBUG [RS:0;6daf43b95769:46479.replicationSource,2-6daf43b95769,46479,1732738617630 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,37985,-1 for getting cluster id 2024-11-27T20:16:58,498 DEBUG [RS:0;6daf43b95769:46479.replicationSource,2-6daf43b95769,46479,1732738617630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:16:58,499 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72409545-566d-4142-8025-bef2f0840356' 2024-11-27T20:16:58,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:16:58,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72409545-566d-4142-8025-bef2f0840356" 2024-11-27T20:16:58,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57054ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:58,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,37985,-1] 2024-11-27T20:16:58,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:16:58,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:16:58,501 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:16:58,502 DEBUG [RS:0;6daf43b95769:46479.replicationSource,2-6daf43b95769,46479,1732738617630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc50f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:16:58,502 DEBUG [RS:0;6daf43b95769:46479.replicationSource,2-6daf43b95769,46479,1732738617630 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:16:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,37985,1732738608717 2024-11-27T20:16:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19ffe0e2 2024-11-27T20:16:58,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:16:58,504 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T20:16:58,505 INFO [RS:0;6daf43b95769:46479.replicationSource,2-6daf43b95769,46479,1732738617630 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6daf43b95769,46479,1732738617630 (queues=0) is replicating from cluster=faecddbb-7f36-42d9-8ed7-4159d6efd234 to cluster=72409545-566d-4142-8025-bef2f0840356 2024-11-27T20:16:58,594 INFO [RS:0;6daf43b95769:46479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:16:58,596 INFO [RS:0;6daf43b95769:46479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C46479%2C1732738617630, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs, maxLogs=10 2024-11-27T20:16:58,611 DEBUG [RS:0;6daf43b95769:46479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597, exclude list is [], retry=0 2024-11-27T20:16:58,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46043,DS-c26dc9b2-2434-4582-93d3-a9a36459f921,DISK] 2024-11-27T20:16:58,616 INFO [RS:0;6daf43b95769:46479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 2024-11-27T20:16:58,617 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6daf43b95769%2C46479%2C1732738617630 for peer 2 2024-11-27T20:16:58,617 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6daf43b95769%2C46479%2C1732738617630 for peer 1 2024-11-27T20:16:58,617 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C46479%2C1732738617630 2024-11-27T20:16:58,617 INFO [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,46479,1732738617630, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:16:58,618 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6daf43b95769%2C46479%2C1732738617630 2024-11-27T20:16:58,618 INFO [RS:0;6daf43b95769:46479.replicationSource.shipper6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C46479%2C1732738617630 2024-11-27T20:16:58,618 INFO [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6daf43b95769,46479,1732738617630, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:16:58,619 DEBUG [RS:0;6daf43b95769:46479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-27T20:16:58,619 INFO [RS:0;6daf43b95769:46479.replicationSource.shipper6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C46479%2C1732738617630 2024-11-27T20:16:58,619 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597, startPosition=0, beingWritten=true 2024-11-27T20:16:58,619 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597, startPosition=0, beingWritten=true 2024-11-27T20:16:58,710 DEBUG [6daf43b95769:46689 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:16:58,711 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,46479,1732738617630 2024-11-27T20:16:58,712 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,46479,1732738617630, state=OPENING 2024-11-27T20:16:58,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01658672744/meta-region-server 2024-11-27T20:16:58,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01658672744/meta-region-server 2024-11-27T20:16:58,714 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:16:58,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: CHANGED 2024-11-27T20:16:58,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: CHANGED 2024-11-27T20:16:58,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,46479,1732738617630}] 2024-11-27T20:16:58,827 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:16:58,831 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:16:58,867 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:16:58,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:16:58,873 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:16:58,873 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:16:58,873 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:16:58,875 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C46479%2C1732738617630.meta, suffix=.meta, logDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs, maxLogs=10 2024-11-27T20:16:58,891 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.meta.1732738618876.meta, exclude list is [], retry=0 2024-11-27T20:16:58,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46043,DS-c26dc9b2-2434-4582-93d3-a9a36459f921,DISK] 2024-11-27T20:16:58,896 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.meta.1732738618876.meta 2024-11-27T20:16:58,896 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-27T20:16:58,896 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:16:58,897 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:16:58,897 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:16:58,897 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:16:58,897 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:16:58,897 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:16:58,897 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:16:58,897 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:16:58,897 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:16:58,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:16:58,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:16:58,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:58,907 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/info/9344e40f17494c83854ee5f8fce2ed52 2024-11-27T20:16:58,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:58,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:16:58,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:16:58,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:58,915 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/ns/0abfe1310fd843828cec6babfbce2d53 2024-11-27T20:16:58,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:58,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:16:58,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:16:58,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:58,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:58,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:16:58,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:16:58,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:16:58,924 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/table/47a6478ed4fc44fc9e84845bc560664e 2024-11-27T20:16:58,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:16:58,925 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:16:58,926 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740 2024-11-27T20:16:58,927 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740 2024-11-27T20:16:58,929 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:16:58,929 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:16:58,929 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:16:58,931 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:16:58,932 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73901108, jitterRate=0.10121232271194458}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:16:58,932 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:16:58,932 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738618898Writing region info on filesystem at 1732738618898Initializing all the Stores at 1732738618899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738618899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738618899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738618899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738618899Cleaning up temporary data from old regions at 1732738618929 (+30 ms)Running coprocessor post-open hooks at 1732738618932 (+3 ms)Region opened successfully at 1732738618932 2024-11-27T20:16:58,933 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732738618867 2024-11-27T20:16:58,936 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:16:58,936 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:16:58,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6daf43b95769,46479,1732738617630 2024-11-27T20:16:58,938 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,46479,1732738617630, state=OPEN 2024-11-27T20:16:58,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01658672744/meta-region-server 2024-11-27T20:16:58,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01658672744/meta-region-server 2024-11-27T20:16:58,939 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,46479,1732738617630 2024-11-27T20:16:58,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: CHANGED 2024-11-27T20:16:58,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01658672744/meta-region-server: CHANGED 2024-11-27T20:16:58,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T20:16:58,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,46479,1732738617630 in 225 msec 2024-11-27T20:16:58,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T20:16:58,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2024-11-27T20:16:59,133 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:16:59,137 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:16:59,539 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:16:59,541 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:16:59,763 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:16:59,903 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-27T20:17:00,046 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:00,047 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:00,653 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:00,653 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:01,360 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:01,360 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:01,408 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3112ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-27T20:17:02,171 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:02,171 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:02,810 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T20:17:02,810 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:17:02,810 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:02,810 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,46479,1732738617630, seqNum=-1] 2024-11-27T20:17:02,811 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:02,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:02,819 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d93d496d5c11c26eadb2a241a72dc50b, regionState=OPEN, lastHost=6daf43b95769,40759,1732738604116, regionLocation=6daf43b95769,40759,1732738604116, openSeqNum=2 2024-11-27T20:17:02,819 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:17:02,819 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738682819 2024-11-27T20:17:02,819 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738742819 2024-11-27T20:17:02,819 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-27T20:17:02,819 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46689,1732738617590-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:02,819 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46689,1732738617590-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:02,819 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6daf43b95769,40759,1732738604116 had 2 regions 2024-11-27T20:17:02,819 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46689,1732738617590-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:02,820 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:46689, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:02,820 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:02,820 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:02,821 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6daf43b95769,40759,1732738604116, splitWal=true, meta=true, isMeta: false 2024-11-27T20:17:02,824 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116-splitting dir is empty, no logs to split. 2024-11-27T20:17:02,824 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6daf43b95769,40759,1732738604116 WAL count=0, meta=false 2024-11-27T20:17:02,825 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.156sec 2024-11-27T20:17:02,826 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:17:02,826 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:17:02,826 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:17:02,826 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:17:02,826 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:17:02,826 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46689,1732738617590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:17:02,826 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46689,1732738617590-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:17:02,827 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,40759,1732738604116-splitting dir is empty, no logs to split. 2024-11-27T20:17:02,827 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6daf43b95769,40759,1732738604116 WAL count=0, meta=false 2024-11-27T20:17:02,827 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6daf43b95769,40759,1732738604116 WAL splitting is done? wals=0, meta=false 2024-11-27T20:17:02,830 WARN [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6daf43b95769,40759,1732738604116/hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:17:02,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d93d496d5c11c26eadb2a241a72dc50b, ASSIGN}] 2024-11-27T20:17:02,831 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:17:02,831 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:17:02,831 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46689,1732738617590-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:02,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d93d496d5c11c26eadb2a241a72dc50b, ASSIGN 2024-11-27T20:17:02,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d93d496d5c11c26eadb2a241a72dc50b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:17:02,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f5b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:02,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46689,-1 for getting cluster id 2024-11-27T20:17:02,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:02,864 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faecddbb-7f36-42d9-8ed7-4159d6efd234' 2024-11-27T20:17:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faecddbb-7f36-42d9-8ed7-4159d6efd234" 2024-11-27T20:17:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff50f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46689,-1] 2024-11-27T20:17:02,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:02,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:02,867 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:02,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3273d15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:02,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:02,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,46479,1732738617630, seqNum=-1] 2024-11-27T20:17:02,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:02,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:02,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T20:17:02,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:02,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:02,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:02,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:02,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:02,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6daf43b95769:46689 after: 6daf43b95769:46689 2024-11-27T20:17:02,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795ab8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:02,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46689,-1 for getting cluster id 2024-11-27T20:17:02,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:02,876 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'faecddbb-7f36-42d9-8ed7-4159d6efd234' 2024-11-27T20:17:02,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:02,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "faecddbb-7f36-42d9-8ed7-4159d6efd234" 2024-11-27T20:17:02,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48845e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:02,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46689,-1] 2024-11-27T20:17:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:02,877 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:02,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bfaac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:02,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46689,1732738617590 2024-11-27T20:17:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a81c10c 2024-11-27T20:17:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:02,880 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:02,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T20:17:02,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T20:17:02,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T20:17:02,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46689 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T20:17:02,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:17:02,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:02,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:02,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:02,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:02,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:02,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:17:02,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816133740, stopped=false 2024-11-27T20:17:02,884 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,37985,1732738608717 2024-11-27T20:17:02,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1662641062/running 2024-11-27T20:17:02,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1662641062/running 2024-11-27T20:17:02,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:17:02,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:17:02,887 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:17:02,887 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:02,887 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:02,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:02,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Set watcher on znode that does not yet exist, /1-1662641062/running 2024-11-27T20:17:02,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Set watcher on znode that does not yet exist, /1-1662641062/running 2024-11-27T20:17:02,887 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,38467,1732738608764' ***** 2024-11-27T20:17:02,888 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:17:02,888 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:17:02,888 INFO [RS:0;6daf43b95769:38467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:17:02,888 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:17:02,888 INFO [RS:0;6daf43b95769:38467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:17:02,888 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,38467,1732738608764 2024-11-27T20:17:02,888 INFO [RS:0;6daf43b95769:38467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:02,888 INFO [RS:0;6daf43b95769:38467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:38467. 2024-11-27T20:17:02,888 DEBUG [RS:0;6daf43b95769:38467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:02,888 DEBUG [RS:0;6daf43b95769:38467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:02,889 INFO [RS:0;6daf43b95769:38467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:17:02,889 INFO [RS:0;6daf43b95769:38467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:17:02,889 INFO [RS:0;6daf43b95769:38467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:17:02,889 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:17:02,889 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:17:02,889 DEBUG [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:17:02,889 DEBUG [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:02,889 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:17:02,889 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:17:02,889 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:17:02,889 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:17:02,889 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:17:02,889 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T20:17:02,907 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740/.tmp/ns/9f120a27a12d4226960e9031b2f31835 is 43, key is default/ns:d/1732738610402/Put/seqid=0 2024-11-27T20:17:02,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741835_1011 (size=5153) 2024-11-27T20:17:02,959 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:02,983 DEBUG [6daf43b95769:46689 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:17:02,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d93d496d5c11c26eadb2a241a72dc50b, regionState=OPENING, regionLocation=6daf43b95769,46479,1732738617630 2024-11-27T20:17:02,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d93d496d5c11c26eadb2a241a72dc50b, ASSIGN because future has completed 2024-11-27T20:17:02,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d93d496d5c11c26eadb2a241a72dc50b, server=6daf43b95769,46479,1732738617630}] 2024-11-27T20:17:03,078 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:03,078 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:03,089 DEBUG [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:03,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:17:03,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:03,145 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:17:03,147 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C46479%2C1732738617630.rep, suffix=, logDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630, archiveDir=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs, maxLogs=10 2024-11-27T20:17:03,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.rep.1732738623148, exclude list is [], retry=0 2024-11-27T20:17:03,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46043,DS-c26dc9b2-2434-4582-93d3-a9a36459f921,DISK] 2024-11-27T20:17:03,166 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.rep.1732738623148 2024-11-27T20:17:03,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36499:36499)] 2024-11-27T20:17:03,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d93d496d5c11c26eadb2a241a72dc50b, NAME => 'hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:03,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:17:03,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:17:03,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. service=MultiRowMutationService 2024-11-27T20:17:03,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:17:03,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:03,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,169 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,170 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d93d496d5c11c26eadb2a241a72dc50b columnFamilyName hfileref 2024-11-27T20:17:03,171 DEBUG [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:03,171 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(327): Store=d93d496d5c11c26eadb2a241a72dc50b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:03,171 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,172 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d93d496d5c11c26eadb2a241a72dc50b columnFamilyName queue 2024-11-27T20:17:03,172 DEBUG [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:03,179 DEBUG [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b/queue/84d4b19620f44ab9967aa5f8bc17b634 2024-11-27T20:17:03,179 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(327): Store=d93d496d5c11c26eadb2a241a72dc50b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:03,179 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,180 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d93d496d5c11c26eadb2a241a72dc50b columnFamilyName sid 2024-11-27T20:17:03,180 DEBUG [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:03,181 INFO [StoreOpener-d93d496d5c11c26eadb2a241a72dc50b-1 {}] regionserver.HStore(327): Store=d93d496d5c11c26eadb2a241a72dc50b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:03,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:17:03,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d93d496d5c11c26eadb2a241a72dc50b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60742107, jitterRate=-0.09487207233905792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:17:03,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:03,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d93d496d5c11c26eadb2a241a72dc50b: Running coprocessor pre-open hook at 1732738623168Writing region info on filesystem at 1732738623168Initializing all the Stores at 1732738623169 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738623169Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738623169Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738623169Cleaning up temporary data from old regions at 1732738623184 (+15 ms)Running coprocessor post-open hooks at 1732738623187 (+3 ms)Region opened successfully at 1732738623188 (+1 ms) 2024-11-27T20:17:03,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b., pid=19, masterSystemTime=1732738623140 2024-11-27T20:17:03,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:17:03,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:17:03,192 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d93d496d5c11c26eadb2a241a72dc50b, regionState=OPEN, openSeqNum=10, regionLocation=6daf43b95769,46479,1732738617630 2024-11-27T20:17:03,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d93d496d5c11c26eadb2a241a72dc50b, server=6daf43b95769,46479,1732738617630 because future has completed 2024-11-27T20:17:03,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T20:17:03,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d93d496d5c11c26eadb2a241a72dc50b, server=6daf43b95769,46479,1732738617630 in 209 msec 2024-11-27T20:17:03,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-27T20:17:03,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d93d496d5c11c26eadb2a241a72dc50b, ASSIGN in 369 msec 2024-11-27T20:17:03,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T20:17:03,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b., hostname=6daf43b95769,46479,1732738617630, seqNum=10] 2024-11-27T20:17:03,238 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6daf43b95769,40759,1732738604116 2024-11-27T20:17:03,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T20:17:03,246 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:17:03,247 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:17:03,289 DEBUG [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:03,312 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740/.tmp/ns/9f120a27a12d4226960e9031b2f31835 2024-11-27T20:17:03,321 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740/.tmp/ns/9f120a27a12d4226960e9031b2f31835 as hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740/ns/9f120a27a12d4226960e9031b2f31835 2024-11-27T20:17:03,328 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740/ns/9f120a27a12d4226960e9031b2f31835, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T20:17:03,329 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-27T20:17:03,329 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:17:03,334 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T20:17:03,335 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:17:03,335 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:17:03,335 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:03,335 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738622889Running coprocessor pre-close hooks at 1732738622889Disabling compacts and flushes for region at 1732738622889Disabling writes for close at 1732738622889Obtaining lock to block concurrent updates at 1732738622889Preparing flush snapshotting stores in 1588230740 at 1732738622889Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732738622890 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738622890Flushing 1588230740/ns: creating writer at 1732738622891 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732738622906 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732738622906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54772d2d: reopening flushed file at 1732738623320 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1732738623329 (+9 ms)Writing region close event to WAL at 1732738623331 (+2 ms)Running coprocessor post-close hooks at 1732738623335 (+4 ms)Closed at 1732738623335 2024-11-27T20:17:03,335 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:03,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-27T20:17:03,490 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,38467,1732738608764; all regions closed. 2024-11-27T20:17:03,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741834_1010 (size=1152) 2024-11-27T20:17:03,496 DEBUG [RS:0;6daf43b95769:38467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/oldWALs 2024-11-27T20:17:03,496 INFO [RS:0;6daf43b95769:38467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C38467%2C1732738608764.meta:.meta(num 1732738610341) 2024-11-27T20:17:03,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741832_1008 (size=93) 2024-11-27T20:17:03,501 DEBUG [RS:0;6daf43b95769:38467 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/oldWALs 2024-11-27T20:17:03,501 INFO [RS:0;6daf43b95769:38467 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C38467%2C1732738608764:(num 1732738609387) 2024-11-27T20:17:03,501 DEBUG [RS:0;6daf43b95769:38467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:03,501 INFO [RS:0;6daf43b95769:38467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:03,501 INFO [RS:0;6daf43b95769:38467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:03,501 INFO [RS:0;6daf43b95769:38467 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:03,501 INFO [RS:0;6daf43b95769:38467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:03,501 INFO [RS:0;6daf43b95769:38467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38467 2024-11-27T20:17:03,502 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:03,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1662641062/rs/6daf43b95769,38467,1732738608764 2024-11-27T20:17:03,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062/rs 2024-11-27T20:17:03,503 INFO [RS:0;6daf43b95769:38467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:03,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,38467,1732738608764] 2024-11-27T20:17:03,506 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1662641062/draining/6daf43b95769,38467,1732738608764 already deleted, retry=false 2024-11-27T20:17:03,507 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,38467,1732738608764 expired; onlineServers=0 2024-11-27T20:17:03,507 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,37985,1732738608717' ***** 2024-11-27T20:17:03,507 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:17:03,507 INFO [M:0;6daf43b95769:37985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:03,507 INFO [M:0;6daf43b95769:37985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:03,507 DEBUG [M:0;6daf43b95769:37985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:17:03,507 DEBUG [M:0;6daf43b95769:37985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:17:03,507 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:17:03,507 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738609140 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738609140,5,FailOnTimeoutGroup] 2024-11-27T20:17:03,507 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738609140 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738609140,5,FailOnTimeoutGroup] 2024-11-27T20:17:03,507 INFO [M:0;6daf43b95769:37985 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:03,507 INFO [M:0;6daf43b95769:37985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:03,507 DEBUG [M:0;6daf43b95769:37985 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:17:03,508 INFO [M:0;6daf43b95769:37985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:17:03,508 INFO [M:0;6daf43b95769:37985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:17:03,508 INFO [M:0;6daf43b95769:37985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:17:03,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:17:03,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1662641062/master 2024-11-27T20:17:03,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1662641062 2024-11-27T20:17:03,510 DEBUG [M:0;6daf43b95769:37985 {}] zookeeper.ZKUtil(347): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Unable to get data of znode /1-1662641062/master because node does not exist (not an error) 2024-11-27T20:17:03,510 WARN [M:0;6daf43b95769:37985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:17:03,511 INFO [M:0;6daf43b95769:37985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/.lastflushedseqids 2024-11-27T20:17:03,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741836_1012 (size=99) 2024-11-27T20:17:03,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:03,605 INFO [RS:0;6daf43b95769:38467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:03,605 INFO [RS:0;6daf43b95769:38467 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,38467,1732738608764; zookeeper connection closed. 2024-11-27T20:17:03,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38467-0x1015b12b65d0004, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:03,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4669074e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4669074e 2024-11-27T20:17:03,606 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:17:03,917 INFO [M:0;6daf43b95769:37985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:17:03,918 INFO [M:0;6daf43b95769:37985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:17:03,918 DEBUG [M:0;6daf43b95769:37985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:17:03,918 INFO [M:0;6daf43b95769:37985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:03,918 DEBUG [M:0;6daf43b95769:37985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:03,918 DEBUG [M:0;6daf43b95769:37985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:17:03,918 DEBUG [M:0;6daf43b95769:37985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:03,918 INFO [M:0;6daf43b95769:37985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T20:17:03,936 DEBUG [M:0;6daf43b95769:37985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1573e46930e54c3fb301745da1b1615c is 82, key is hbase:meta,,1/info:regioninfo/1732738610386/Put/seqid=0 2024-11-27T20:17:03,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741837_1013 (size=5672) 2024-11-27T20:17:04,084 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:04,084 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:04,341 INFO [M:0;6daf43b95769:37985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1573e46930e54c3fb301745da1b1615c 2024-11-27T20:17:04,364 DEBUG [M:0;6daf43b95769:37985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92f8bdebb8fb4cde80eb4a994b6fb346 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732738610408/Put/seqid=0 2024-11-27T20:17:04,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741838_1014 (size=5275) 2024-11-27T20:17:04,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T20:17:04,769 INFO [M:0;6daf43b95769:37985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92f8bdebb8fb4cde80eb4a994b6fb346 2024-11-27T20:17:04,790 DEBUG [M:0;6daf43b95769:37985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c63fdb35f65940bebf502ddf87601b60 is 69, key is 6daf43b95769,38467,1732738608764/rs:state/1732738609222/Put/seqid=0 2024-11-27T20:17:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741839_1015 (size=5156) 2024-11-27T20:17:05,192 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:05,192 DEBUG [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/WALs/6daf43b95769,46479,1732738617630/6daf43b95769%2C46479%2C1732738617630.1732738618597 to pos 0, reset compression=false 2024-11-27T20:17:05,195 INFO [M:0;6daf43b95769:37985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c63fdb35f65940bebf502ddf87601b60 2024-11-27T20:17:05,203 DEBUG [M:0;6daf43b95769:37985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1573e46930e54c3fb301745da1b1615c as hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1573e46930e54c3fb301745da1b1615c 2024-11-27T20:17:05,208 INFO [M:0;6daf43b95769:37985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1573e46930e54c3fb301745da1b1615c, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T20:17:05,210 DEBUG [M:0;6daf43b95769:37985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92f8bdebb8fb4cde80eb4a994b6fb346 as hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92f8bdebb8fb4cde80eb4a994b6fb346 2024-11-27T20:17:05,215 INFO [M:0;6daf43b95769:37985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92f8bdebb8fb4cde80eb4a994b6fb346, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T20:17:05,216 DEBUG [M:0;6daf43b95769:37985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c63fdb35f65940bebf502ddf87601b60 as hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c63fdb35f65940bebf502ddf87601b60 2024-11-27T20:17:05,222 INFO [M:0;6daf43b95769:37985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44647/user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c63fdb35f65940bebf502ddf87601b60, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T20:17:05,223 INFO [M:0;6daf43b95769:37985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=28, compaction requested=false 2024-11-27T20:17:05,224 INFO [M:0;6daf43b95769:37985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:05,224 DEBUG [M:0;6daf43b95769:37985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738623918Disabling compacts and flushes for region at 1732738623918Disabling writes for close at 1732738623918Obtaining lock to block concurrent updates at 1732738623918Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738623918Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732738623918Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738623919 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738623919Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738623935 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738623935Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738624348 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738624364 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738624364Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738624775 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738624789 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738624790 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a62ce69: reopening flushed file at 1732738625202 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c16121c: reopening flushed file at 1732738625208 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399bdd8e: reopening flushed file at 1732738625215 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=28, compaction requested=false at 1732738625223 (+8 ms)Writing region close event to WAL at 1732738625224 (+1 ms)Closed at 1732738625224 2024-11-27T20:17:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42225 is added to blk_1073741830_1006 (size=10165) 2024-11-27T20:17:05,227 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/81b0d274-2106-6d41-91ff-1ff038d5e093/MasterData/WALs/6daf43b95769,37985,1732738608717/6daf43b95769%2C37985%2C1732738608717.1732738608909 not finished, retry = 0 2024-11-27T20:17:05,328 INFO [M:0;6daf43b95769:37985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:17:05,328 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:05,328 INFO [M:0;6daf43b95769:37985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37985 2024-11-27T20:17:05,331 INFO [M:0;6daf43b95769:37985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:05,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:05,433 INFO [M:0;6daf43b95769:37985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:05,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37985-0x1015b12b65d0003, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:05,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c2b488a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:05,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f76040{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:05,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:05,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b1d89e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:05,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fdb0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:05,442 WARN [BP-1252013660-172.17.0.2-1732738607642 heartbeating to localhost/127.0.0.1:44647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:17:05,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:17:05,442 WARN [BP-1252013660-172.17.0.2-1732738607642 heartbeating to localhost/127.0.0.1:44647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1252013660-172.17.0.2-1732738607642 (Datanode Uuid f46bb8c9-d40a-438f-aadc-86a206ed561c) service to localhost/127.0.0.1:44647 2024-11-27T20:17:05,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:17:05,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/cluster_bf811be3-96d6-76d9-9329-03a17d2158d2/data/data1/current/BP-1252013660-172.17.0.2-1732738607642 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:05,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/cluster_bf811be3-96d6-76d9-9329-03a17d2158d2/data/data2/current/BP-1252013660-172.17.0.2-1732738607642 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:05,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:17:05,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76da0465{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:17:05,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7077a837{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:05,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:05,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e387f9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:05,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c9611{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:05,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:17:05,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:17:05,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:05,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:05,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:05,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:05,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:05,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:17:05,471 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1592366800, stopped=false 2024-11-27T20:17:05,471 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,46689,1732738617590 2024-11-27T20:17:05,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01658672744/running 2024-11-27T20:17:05,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01658672744/running 2024-11-27T20:17:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:17:05,473 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:17:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:17:05,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:05,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:05,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:05,473 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,46479,1732738617630' ***** 2024-11-27T20:17:05,473 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:17:05,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/running 2024-11-27T20:17:05,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Set watcher on znode that does not yet exist, /01658672744/running 2024-11-27T20:17:05,473 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:17:05,474 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:17:05,474 INFO [RS:0;6daf43b95769:46479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:17:05,474 INFO [RS:0;6daf43b95769:46479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:17:05,474 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(3091): Received CLOSE for d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:05,474 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,46479,1732738617630 2024-11-27T20:17:05,474 INFO [RS:0;6daf43b95769:46479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:05,474 INFO [RS:0;6daf43b95769:46479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:46479. 2024-11-27T20:17:05,474 DEBUG [RS:0;6daf43b95769:46479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:05,474 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d93d496d5c11c26eadb2a241a72dc50b, disabling compactions & flushes 2024-11-27T20:17:05,474 DEBUG [RS:0;6daf43b95769:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:05,474 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:17:05,475 INFO [RS:0;6daf43b95769:46479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:17:05,475 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:17:05,475 INFO [RS:0;6daf43b95769:46479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:17:05,475 INFO [RS:0;6daf43b95769:46479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:17:05,475 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. after waiting 0 ms 2024-11-27T20:17:05,475 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:17:05,475 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:17:05,475 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:17:05,475 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d93d496d5c11c26eadb2a241a72dc50b=hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b.} 2024-11-27T20:17:05,475 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d93d496d5c11c26eadb2a241a72dc50b 2024-11-27T20:17:05,475 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:17:05,475 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:17:05,475 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:17:05,475 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:17:05,475 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:17:05,475 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T20:17:05,481 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/replication/d93d496d5c11c26eadb2a241a72dc50b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-27T20:17:05,481 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:17:05,481 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:17:05,482 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:17:05,482 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d93d496d5c11c26eadb2a241a72dc50b: Waiting for close lock at 1732738625474Running coprocessor pre-close hooks at 1732738625474Disabling compacts and flushes for region at 1732738625474Disabling writes for close at 1732738625475 (+1 ms)Writing region close event to WAL at 1732738625476 (+1 ms)Running coprocessor post-close hooks at 1732738625481 (+5 ms)Closed at 1732738625482 (+1 ms) 2024-11-27T20:17:05,482 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b. 2024-11-27T20:17:05,493 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/info/5bc38d369348444b99207374babb078f is 147, key is hbase:replication,,1732738610578.d93d496d5c11c26eadb2a241a72dc50b./info:regioninfo/1732738623192/Put/seqid=0 2024-11-27T20:17:05,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741851_1027 (size=6385) 2024-11-27T20:17:05,528 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:17:05,529 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:17:05,535 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:05,675 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:05,876 DEBUG [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:05,899 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/info/5bc38d369348444b99207374babb078f 2024-11-27T20:17:05,907 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/.tmp/info/5bc38d369348444b99207374babb078f as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/info/5bc38d369348444b99207374babb078f 2024-11-27T20:17:05,912 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/info/5bc38d369348444b99207374babb078f, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T20:17:05,914 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-27T20:17:05,919 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T20:17:05,920 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:17:05,920 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:17:05,920 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:05,920 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738625475Running coprocessor pre-close hooks at 1732738625475Disabling compacts and flushes for region at 1732738625475Disabling writes for close at 1732738625475Obtaining lock to block concurrent updates at 1732738625476 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732738625476Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732738625476Flushing stores of hbase:meta,,1.1588230740 at 1732738625477 (+1 ms)Flushing 1588230740/info: creating writer at 1732738625477Flushing 1588230740/info: appending metadata at 1732738625493 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732738625493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b1a5ecd: reopening flushed file at 1732738625906 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1732738625914 (+8 ms)Writing region close event to WAL at 1732738625915 (+1 ms)Running coprocessor post-close hooks at 1732738625920 (+5 ms)Closed at 1732738625920 2024-11-27T20:17:05,920 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:06,076 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,46479,1732738617630; all regions closed. 2024-11-27T20:17:06,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741849_1025 (size=2156) 2024-11-27T20:17:06,082 DEBUG [RS:0;6daf43b95769:46479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs 2024-11-27T20:17:06,082 INFO [RS:0;6daf43b95769:46479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C46479%2C1732738617630.meta:.meta(num 1732738618876) 2024-11-27T20:17:06,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741850_1026 (size=796) 2024-11-27T20:17:06,086 DEBUG [RS:0;6daf43b95769:46479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs 2024-11-27T20:17:06,086 INFO [RS:0;6daf43b95769:46479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C46479%2C1732738617630.rep:(num 1732738623148) 2024-11-27T20:17:06,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741848_1024 (size=93) 2024-11-27T20:17:06,090 DEBUG [RS:0;6daf43b95769:46479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/oldWALs 2024-11-27T20:17:06,090 INFO [RS:0;6daf43b95769:46479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C46479%2C1732738617630:(num 1732738618597) 2024-11-27T20:17:06,090 DEBUG [RS:0;6daf43b95769:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:06,090 INFO [RS:0;6daf43b95769:46479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:06,091 INFO [RS:0;6daf43b95769:46479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:06,091 INFO [RS:0;6daf43b95769:46479 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:06,091 INFO [RS:0;6daf43b95769:46479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:06,091 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:06,091 INFO [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,46479,1732738617630 because: Region server is closing 2024-11-27T20:17:06,091 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T20:17:06,092 INFO [RS:0;6daf43b95769:46479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:46479. 2024-11-27T20:17:06,092 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T20:17:06,092 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T20:17:06,092 DEBUG [RS:0;6daf43b95769:46479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:06,092 DEBUG [RS:0;6daf43b95769:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:06,092 DEBUG [RS:0;6daf43b95769:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:06,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:06,192 WARN [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:17:06,192 WARN [RS:0;6daf43b95769:46479.replicationSource.shipper6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T20:17:06,193 INFO [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6daf43b95769:46479.replicationSource.shipper6daf43b95769%2C46479%2C1732738617630,1-6daf43b95769,46479,1732738617630 terminated 2024-11-27T20:17:06,193 INFO [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6daf43b95769,46479,1732738617630 because: Region server is closing 2024-11-27T20:17:06,193 INFO [RS:0;6daf43b95769:46479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:46479. 2024-11-27T20:17:06,193 DEBUG [RS:0;6daf43b95769:46479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:06,193 DEBUG [RS:0;6daf43b95769:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:06,193 DEBUG [RS:0;6daf43b95769:46479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:06,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:06,293 WARN [RS:0;6daf43b95769:46479.replicationSource.wal-reader.6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:17:06,293 WARN [RS:0;6daf43b95769:46479.replicationSource.shipper6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T20:17:06,294 INFO [RS:0;6daf43b95769:46479 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6daf43b95769:46479.replicationSource.shipper6daf43b95769%2C46479%2C1732738617630,2-6daf43b95769,46479,1732738617630 terminated 2024-11-27T20:17:06,294 INFO [RS:0;6daf43b95769:46479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46479 2024-11-27T20:17:06,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01658672744/rs/6daf43b95769,46479,1732738617630 2024-11-27T20:17:06,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744/rs 2024-11-27T20:17:06,301 INFO [RS:0;6daf43b95769:46479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:06,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,46479,1732738617630] 2024-11-27T20:17:06,303 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01658672744/draining/6daf43b95769,46479,1732738617630 already deleted, retry=false 2024-11-27T20:17:06,303 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,46479,1732738617630 expired; onlineServers=0 2024-11-27T20:17:06,303 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,46689,1732738617590' ***** 2024-11-27T20:17:06,303 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:17:06,303 INFO [M:0;6daf43b95769:46689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:06,303 INFO [M:0;6daf43b95769:46689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:06,303 DEBUG [M:0;6daf43b95769:46689 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:17:06,303 DEBUG [M:0;6daf43b95769:46689 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:17:06,303 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:17:06,303 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738618296 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738618296,5,FailOnTimeoutGroup] 2024-11-27T20:17:06,303 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738618296 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738618296,5,FailOnTimeoutGroup] 2024-11-27T20:17:06,304 INFO [M:0;6daf43b95769:46689 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:06,304 INFO [M:0;6daf43b95769:46689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:06,304 DEBUG [M:0;6daf43b95769:46689 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:17:06,304 INFO [M:0;6daf43b95769:46689 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:17:06,304 INFO [M:0;6daf43b95769:46689 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:17:06,304 INFO [M:0;6daf43b95769:46689 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:17:06,304 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:17:06,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01658672744/master 2024-11-27T20:17:06,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01658672744 2024-11-27T20:17:06,305 DEBUG [M:0;6daf43b95769:46689 {}] zookeeper.ZKUtil(347): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Unable to get data of znode /01658672744/master because node does not exist (not an error) 2024-11-27T20:17:06,305 WARN [M:0;6daf43b95769:46689 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:17:06,306 INFO [M:0;6daf43b95769:46689 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/.lastflushedseqids 2024-11-27T20:17:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741852_1028 (size=181) 2024-11-27T20:17:06,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:06,403 INFO [RS:0;6daf43b95769:46479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:06,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46479-0x1015b12b65d0007, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:06,403 INFO [RS:0;6daf43b95769:46479 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,46479,1732738617630; zookeeper connection closed. 2024-11-27T20:17:06,403 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@520cab0f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@520cab0f 2024-11-27T20:17:06,403 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:17:06,714 INFO [M:0;6daf43b95769:46689 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:17:06,714 INFO [M:0;6daf43b95769:46689 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:17:06,714 DEBUG [M:0;6daf43b95769:46689 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:17:06,714 INFO [M:0;6daf43b95769:46689 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:06,714 DEBUG [M:0;6daf43b95769:46689 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:06,714 DEBUG [M:0;6daf43b95769:46689 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:17:06,714 DEBUG [M:0;6daf43b95769:46689 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:06,714 INFO [M:0;6daf43b95769:46689 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T20:17:06,733 DEBUG [M:0;6daf43b95769:46689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a360254b024547f59f44f032fa6f834c is 82, key is hbase:meta,,1/info:regioninfo/1732738618936/Put/seqid=0 2024-11-27T20:17:06,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741853_1029 (size=5680) 2024-11-27T20:17:07,139 INFO [M:0;6daf43b95769:46689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a360254b024547f59f44f032fa6f834c 2024-11-27T20:17:07,162 DEBUG [M:0;6daf43b95769:46689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d758d3b4c93c479d82e0d78f365ef090 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732738623200/Put/seqid=0 2024-11-27T20:17:07,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741854_1030 (size=7319) 2024-11-27T20:17:07,567 INFO [M:0;6daf43b95769:46689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d758d3b4c93c479d82e0d78f365ef090 2024-11-27T20:17:07,598 DEBUG [M:0;6daf43b95769:46689 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a52a80586cd439892553e445a502085 is 69, key is 6daf43b95769,46479,1732738617630/rs:state/1732738618381/Put/seqid=0 2024-11-27T20:17:07,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741855_1031 (size=5371) 2024-11-27T20:17:07,612 INFO [M:0;6daf43b95769:46689 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a52a80586cd439892553e445a502085 2024-11-27T20:17:07,621 INFO [M:0;6daf43b95769:46689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a52a80586cd439892553e445a502085 2024-11-27T20:17:07,622 DEBUG [M:0;6daf43b95769:46689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a360254b024547f59f44f032fa6f834c as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a360254b024547f59f44f032fa6f834c 2024-11-27T20:17:07,633 INFO [M:0;6daf43b95769:46689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a360254b024547f59f44f032fa6f834c, entries=8, sequenceid=172, filesize=5.5 K 2024-11-27T20:17:07,635 DEBUG [M:0;6daf43b95769:46689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d758d3b4c93c479d82e0d78f365ef090 as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d758d3b4c93c479d82e0d78f365ef090 2024-11-27T20:17:07,649 INFO [M:0;6daf43b95769:46689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d758d3b4c93c479d82e0d78f365ef090, entries=7, sequenceid=172, filesize=7.1 K 2024-11-27T20:17:07,651 DEBUG [M:0;6daf43b95769:46689 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3a52a80586cd439892553e445a502085 as hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a52a80586cd439892553e445a502085 2024-11-27T20:17:07,666 INFO [M:0;6daf43b95769:46689 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a52a80586cd439892553e445a502085 2024-11-27T20:17:07,666 INFO [M:0;6daf43b95769:46689 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38129/user/jenkins/test-data/e5cfc2c0-a928-d4de-ed09-838aa71dd2eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3a52a80586cd439892553e445a502085, entries=2, sequenceid=172, filesize=5.2 K 2024-11-27T20:17:07,669 INFO [M:0;6daf43b95769:46689 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 955ms, sequenceid=172, compaction requested=false 2024-11-27T20:17:07,684 INFO [M:0;6daf43b95769:46689 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:07,684 DEBUG [M:0;6daf43b95769:46689 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738626714Disabling compacts and flushes for region at 1732738626714Disabling writes for close at 1732738626714Obtaining lock to block concurrent updates at 1732738626714Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738626714Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732738626715 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738626716 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738626716Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738626732 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738626732Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738627145 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738627161 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738627161Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738627575 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738627597 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738627597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791c49b5: reopening flushed file at 1732738627621 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462d4c51: reopening flushed file at 1732738627634 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcf78bd: reopening flushed file at 1732738627650 (+16 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 955ms, sequenceid=172, compaction requested=false at 1732738627669 (+19 ms)Writing region close event to WAL at 1732738627684 (+15 ms)Closed at 1732738627684 2024-11-27T20:17:07,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46043 is added to blk_1073741847_1023 (size=22949) 2024-11-27T20:17:07,689 INFO [M:0;6daf43b95769:46689 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:17:07,689 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:07,689 INFO [M:0;6daf43b95769:46689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46689 2024-11-27T20:17:07,689 INFO [M:0;6daf43b95769:46689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:07,793 INFO [M:0;6daf43b95769:46689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:07,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:07,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46689-0x1015b12b65d0006, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:07,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:07,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:07,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:07,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:07,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:07,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:17:07,799 WARN [BP-1566203996-172.17.0.2-1732738600673 heartbeating to localhost/127.0.0.1:38129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:17:07,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:17:07,799 WARN [BP-1566203996-172.17.0.2-1732738600673 heartbeating to localhost/127.0.0.1:38129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1566203996-172.17.0.2-1732738600673 (Datanode Uuid 3d3c8764-42bb-4fca-9d21-12c919448cc4) service to localhost/127.0.0.1:38129 2024-11-27T20:17:07,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/cluster_0d24554e-5000-0f1d-2b73-39d0f0d95109/data/data2/current/BP-1566203996-172.17.0.2-1732738600673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:07,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/cluster_0d24554e-5000-0f1d-2b73-39d0f0d95109/data/data1/current/BP-1566203996-172.17.0.2-1732738600673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:07,801 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:17:07,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:17:07,809 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:07,809 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:07,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:07,809 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b69b80e-8fdd-9edd-26cd-9b7dd66cf9a7/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:07,819 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:17:07,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:17:07,854 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49451) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bfce5ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44647 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6daf43b95769:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6daf43b95769:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6daf43b95769:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6daf43b95769:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49451) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6daf43b95769:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38129 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=321 (was 348), ProcessCount=11 (was 11), AvailableMemoryMB=5787 (was 6603) 2024-11-27T20:17:07,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=321, ProcessCount=11, AvailableMemoryMB=5786 2024-11-27T20:17:07,883 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-27T20:17:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/hadoop.log.dir so I do NOT create it in target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7 2024-11-27T20:17:07,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:17:07,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/hadoop.tmp.dir so I do NOT create it in target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7 2024-11-27T20:17:07,885 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7984cfad-544f-f1a5-ef95-89c098445815/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:17:07,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7 2024-11-27T20:17:07,885 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/cluster_cfa82b73-1538-bfa4-cfb5-30d66e492349, deleteOnExit=true 2024-11-27T20:17:07,888 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/cluster_cfa82b73-1538-bfa4-cfb5-30d66e492349/zookeeper_0, clientPort=57201, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/cluster_cfa82b73-1538-bfa4-cfb5-30d66e492349/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/cluster_cfa82b73-1538-bfa4-cfb5-30d66e492349/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:17:07,889 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57201 2024-11-27T20:17:07,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:17:07,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:17:07,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/test.cache.data in system properties and HBase conf 2024-11-27T20:17:07,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:17:07,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:17:07,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:17:07,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:17:07,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:17:07,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:17:07,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:17:07,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:17:07,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:17:07,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:17:07,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:17:07,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:17:07,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:17:07,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:17:07,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:17:07,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:17:07,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:17:07,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:17:07,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:17:07,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:17:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b12b65d0005, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:17:07,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b12b65d0002, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:17:07,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b12b65d0002, quorum=127.0.0.1:49451, baseZNode=/01658672744 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:17:07,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b12b65d0005, quorum=127.0.0.1:49451, baseZNode=/1-1662641062 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:17:07,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:08,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:17:08,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:17:08,007 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:17:08,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:17:08,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:08,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16b8d4b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:17:08,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@565871ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:17:08,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d6dec80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/java.io.tmpdir/jetty-localhost-35027-hadoop-hdfs-3_4_1-tests_jar-_-any-1027928062101506174/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:17:08,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22169f5d{HTTP/1.1, (http/1.1)}{localhost:35027} 2024-11-27T20:17:08,139 INFO [Time-limited test {}] server.Server(415): Started @29580ms 2024-11-27T20:17:08,310 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:17:08,314 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:08,341 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:08,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:08,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:17:08,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:17:08,381 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:17:08,382 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:17:08,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2de86c72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:17:08,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269837b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:17:08,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b1841d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/java.io.tmpdir/jetty-localhost-42165-hadoop-hdfs-3_4_1-tests_jar-_-any-18221487413596348654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:08,534 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14a3f271{HTTP/1.1, (http/1.1)}{localhost:42165} 2024-11-27T20:17:08,535 INFO [Time-limited test {}] server.Server(415): Started @29975ms 2024-11-27T20:17:08,536 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:17:08,651 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/cluster_cfa82b73-1538-bfa4-cfb5-30d66e492349/data/data1/current/BP-915936053-172.17.0.2-1732738627931/current, will proceed with Du for space computation calculation, 2024-11-27T20:17:08,651 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/cluster_cfa82b73-1538-bfa4-cfb5-30d66e492349/data/data2/current/BP-915936053-172.17.0.2-1732738627931/current, will proceed with Du for space computation calculation, 2024-11-27T20:17:08,675 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:17:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32037bcd958ea8f6 with lease ID 0xf1e371eae0f4e8ff: Processing first storage report for DS-4eba51af-1966-4423-b420-e6d856931bf0 from datanode DatanodeRegistration(127.0.0.1:36483, datanodeUuid=390d3b77-d2e8-4ab6-8a13-96dba64d44a1, infoPort=38387, infoSecurePort=0, ipcPort=44195, storageInfo=lv=-57;cid=testClusterID;nsid=1480342272;c=1732738627931) 2024-11-27T20:17:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32037bcd958ea8f6 with lease ID 0xf1e371eae0f4e8ff: from storage DS-4eba51af-1966-4423-b420-e6d856931bf0 node DatanodeRegistration(127.0.0.1:36483, datanodeUuid=390d3b77-d2e8-4ab6-8a13-96dba64d44a1, infoPort=38387, infoSecurePort=0, ipcPort=44195, storageInfo=lv=-57;cid=testClusterID;nsid=1480342272;c=1732738627931), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:17:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x32037bcd958ea8f6 with lease ID 0xf1e371eae0f4e8ff: Processing first storage report for DS-230579c2-cf49-4cc8-89a5-4f62b1a14dcb from datanode DatanodeRegistration(127.0.0.1:36483, datanodeUuid=390d3b77-d2e8-4ab6-8a13-96dba64d44a1, infoPort=38387, infoSecurePort=0, ipcPort=44195, storageInfo=lv=-57;cid=testClusterID;nsid=1480342272;c=1732738627931) 2024-11-27T20:17:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x32037bcd958ea8f6 with lease ID 0xf1e371eae0f4e8ff: from storage DS-230579c2-cf49-4cc8-89a5-4f62b1a14dcb node DatanodeRegistration(127.0.0.1:36483, datanodeUuid=390d3b77-d2e8-4ab6-8a13-96dba64d44a1, infoPort=38387, infoSecurePort=0, ipcPort=44195, storageInfo=lv=-57;cid=testClusterID;nsid=1480342272;c=1732738627931), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:17:08,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7 2024-11-27T20:17:08,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:08,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:08,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:17:08,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58 with version=8 2024-11-27T20:17:08,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/hbase-staging 2024-11-27T20:17:08,792 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:17:08,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:08,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:08,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:17:08,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:08,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:17:08,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:17:08,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:17:08,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43731 2024-11-27T20:17:08,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43731 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-27T20:17:08,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437310x0, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:08,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43731-0x1015b1323bf0000 connected 2024-11-27T20:17:08,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:08,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:08,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Set watcher on znode that does not yet exist, /0-155866188/running 2024-11-27T20:17:08,852 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58, hbase.cluster.distributed=false 2024-11-27T20:17:08,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Set watcher on znode that does not yet exist, /0-155866188/acl 2024-11-27T20:17:08,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43731 2024-11-27T20:17:08,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43731 2024-11-27T20:17:08,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43731 2024-11-27T20:17:08,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43731 2024-11-27T20:17:08,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43731 2024-11-27T20:17:08,903 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:17:08,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:08,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:08,904 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:17:08,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:08,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:17:08,904 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:17:08,904 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:17:08,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44569 2024-11-27T20:17:08,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44569 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-27T20:17:08,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:08,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:08,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445690x0, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Set watcher on znode that does not yet exist, /0-155866188/running 2024-11-27T20:17:08,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445690x0, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:08,918 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:17:08,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44569-0x1015b1323bf0001 connected 2024-11-27T20:17:08,921 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:17:08,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Set watcher on znode that does not yet exist, /0-155866188/master 2024-11-27T20:17:08,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Set watcher on znode that does not yet exist, /0-155866188/acl 2024-11-27T20:17:08,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44569 2024-11-27T20:17:08,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44569 2024-11-27T20:17:08,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44569 2024-11-27T20:17:08,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44569 2024-11-27T20:17:08,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44569 2024-11-27T20:17:08,956 DEBUG [M:0;6daf43b95769:43731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:43731 2024-11-27T20:17:08,956 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-155866188/backup-masters/6daf43b95769,43731,1732738628792 2024-11-27T20:17:08,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188/backup-masters 2024-11-27T20:17:08,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188/backup-masters 2024-11-27T20:17:08,959 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Set watcher on existing znode=/0-155866188/backup-masters/6daf43b95769,43731,1732738628792 2024-11-27T20:17:08,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:08,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-155866188/master 2024-11-27T20:17:08,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:08,962 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Set watcher on existing znode=/0-155866188/master 2024-11-27T20:17:08,962 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-155866188/backup-masters/6daf43b95769,43731,1732738628792 from backup master directory 2024-11-27T20:17:08,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-155866188/backup-masters/6daf43b95769,43731,1732738628792 2024-11-27T20:17:08,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188/backup-masters 2024-11-27T20:17:08,966 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:17:08,966 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,43731,1732738628792 2024-11-27T20:17:08,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188/backup-masters 2024-11-27T20:17:08,974 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/hbase.id] with ID: 3d0dfd65-c24c-4f11-9971-789bbb622968 2024-11-27T20:17:08,974 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/.tmp/hbase.id 2024-11-27T20:17:08,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:17:09,385 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/.tmp/hbase.id]:[hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/hbase.id] 2024-11-27T20:17:09,399 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:09,399 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:17:09,401 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T20:17:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:09,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:09,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:17:09,810 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:09,811 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:17:09,812 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:17:10,221 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store 2024-11-27T20:17:10,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:17:10,629 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:10,629 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:17:10,629 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:10,629 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:10,629 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:17:10,629 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:10,629 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:10,629 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738630629Disabling compacts and flushes for region at 1732738630629Disabling writes for close at 1732738630629Writing region close event to WAL at 1732738630629Closed at 1732738630629 2024-11-27T20:17:10,631 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/.initializing 2024-11-27T20:17:10,631 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/WALs/6daf43b95769,43731,1732738628792 2024-11-27T20:17:10,632 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:17:10,634 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C43731%2C1732738628792, suffix=, logDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/WALs/6daf43b95769,43731,1732738628792, archiveDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/oldWALs, maxLogs=10 2024-11-27T20:17:10,649 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/WALs/6daf43b95769,43731,1732738628792/6daf43b95769%2C43731%2C1732738628792.1732738630634, exclude list is [], retry=0 2024-11-27T20:17:10,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36483,DS-4eba51af-1966-4423-b420-e6d856931bf0,DISK] 2024-11-27T20:17:10,654 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/WALs/6daf43b95769,43731,1732738628792/6daf43b95769%2C43731%2C1732738628792.1732738630634 2024-11-27T20:17:10,654 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38387:38387)] 2024-11-27T20:17:10,655 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:10,655 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:10,655 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,655 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:17:10,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:10,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:10,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:17:10,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:10,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:10,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:17:10,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:10,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:10,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:17:10,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:10,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:10,666 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,666 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,667 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,669 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,669 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,669 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:10,671 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:10,673 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:10,673 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61004027, jitterRate=-0.09096916019916534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:10,674 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738630655Initializing all the Stores at 1732738630656 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738630656Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738630657 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738630657Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738630657Cleaning up temporary data from old regions at 1732738630669 (+12 ms)Region opened successfully at 1732738630674 (+5 ms) 2024-11-27T20:17:10,675 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:17:10,678 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f4da2ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:17:10,679 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:17:10,679 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:17:10,679 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:17:10,679 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:17:10,680 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:17:10,680 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:17:10,680 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:17:10,682 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:17:10,683 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Unable to get data of znode /0-155866188/balancer because node does not exist (not necessarily an error) 2024-11-27T20:17:10,684 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-155866188/balancer already deleted, retry=false 2024-11-27T20:17:10,685 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:17:10,685 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Unable to get data of znode /0-155866188/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:17:10,686 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-155866188/normalizer already deleted, retry=false 2024-11-27T20:17:10,687 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:17:10,688 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Unable to get data of znode /0-155866188/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:17:10,690 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-155866188/switch/split already deleted, retry=false 2024-11-27T20:17:10,690 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Unable to get data of znode /0-155866188/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:17:10,692 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-155866188/switch/merge already deleted, retry=false 2024-11-27T20:17:10,694 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Unable to get data of znode /0-155866188/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:17:10,695 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-155866188/snapshot-cleanup already deleted, retry=false 2024-11-27T20:17:10,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-155866188/running 2024-11-27T20:17:10,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-155866188/running 2024-11-27T20:17:10,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:10,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:10,697 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,43731,1732738628792, sessionid=0x1015b1323bf0000, setting cluster-up flag (Was=false) 2024-11-27T20:17:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:10,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:10,712 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-155866188/flush-table-proc/acquired, /0-155866188/flush-table-proc/reached, /0-155866188/flush-table-proc/abort 2024-11-27T20:17:10,714 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,43731,1732738628792 2024-11-27T20:17:10,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:10,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:10,729 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-155866188/online-snapshot/acquired, /0-155866188/online-snapshot/reached, /0-155866188/online-snapshot/abort 2024-11-27T20:17:10,730 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,43731,1732738628792 2024-11-27T20:17:10,732 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:17:10,734 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:10,734 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:17:10,734 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:17:10,735 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,43731,1732738628792 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:17:10,736 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:10,736 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:10,736 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:10,736 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:10,736 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:17:10,736 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,736 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:17:10,736 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,738 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738660738 2024-11-27T20:17:10,738 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:17:10,738 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:17:10,738 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:17:10,738 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:17:10,738 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:17:10,738 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:17:10,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:10,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:17:10,738 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:17:10,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:17:10,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:17:10,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:17:10,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:17:10,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:17:10,740 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:10,740 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738630740,5,FailOnTimeoutGroup] 2024-11-27T20:17:10,740 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738630740,5,FailOnTimeoutGroup] 2024-11-27T20:17:10,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:17:10,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:17:10,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,750 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(746): ClusterId : 3d0dfd65-c24c-4f11-9971-789bbb622968 2024-11-27T20:17:10,750 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:17:10,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:17:10,752 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:17:10,752 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:17:10,754 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:17:10,754 DEBUG [RS:0;6daf43b95769:44569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371960c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:17:10,767 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:44569 2024-11-27T20:17:10,768 INFO [RS:0;6daf43b95769:44569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:17:10,768 INFO [RS:0;6daf43b95769:44569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:17:10,768 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:17:10,769 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,43731,1732738628792 with port=44569, startcode=1732738628903 2024-11-27T20:17:10,769 DEBUG [RS:0;6daf43b95769:44569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:17:10,771 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:17:10,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,44569,1732738628903 2024-11-27T20:17:10,772 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43731 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,44569,1732738628903 2024-11-27T20:17:10,773 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58 2024-11-27T20:17:10,773 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37221 2024-11-27T20:17:10,774 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:17:10,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188/rs 2024-11-27T20:17:10,777 DEBUG [RS:0;6daf43b95769:44569 {}] zookeeper.ZKUtil(111): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Set watcher on existing znode=/0-155866188/rs/6daf43b95769,44569,1732738628903 2024-11-27T20:17:10,777 WARN [RS:0;6daf43b95769:44569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:17:10,777 INFO [RS:0;6daf43b95769:44569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:10,777 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903 2024-11-27T20:17:10,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,44569,1732738628903] 2024-11-27T20:17:10,782 INFO [RS:0;6daf43b95769:44569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:17:10,785 INFO [RS:0;6daf43b95769:44569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:17:10,785 INFO [RS:0;6daf43b95769:44569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:17:10,785 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,788 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:17:10,789 INFO [RS:0;6daf43b95769:44569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:17:10,789 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,789 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,789 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:17:10,790 DEBUG [RS:0;6daf43b95769:44569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:17:10,791 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,792 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,792 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,792 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,792 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,792 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44569,1732738628903-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:17:10,809 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:17:10,809 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44569,1732738628903-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,809 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,809 INFO [RS:0;6daf43b95769:44569 {}] regionserver.Replication(171): 6daf43b95769,44569,1732738628903 started 2024-11-27T20:17:10,830 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:10,831 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,44569,1732738628903, RpcServer on 6daf43b95769/172.17.0.2:44569, sessionid=0x1015b1323bf0001 2024-11-27T20:17:10,831 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:17:10,831 DEBUG [RS:0;6daf43b95769:44569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,44569,1732738628903 2024-11-27T20:17:10,831 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,44569,1732738628903' 2024-11-27T20:17:10,831 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-155866188/flush-table-proc/abort' 2024-11-27T20:17:10,832 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-155866188/flush-table-proc/acquired' 2024-11-27T20:17:10,832 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:17:10,832 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:17:10,832 DEBUG [RS:0;6daf43b95769:44569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,44569,1732738628903 2024-11-27T20:17:10,832 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,44569,1732738628903' 2024-11-27T20:17:10,832 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-155866188/online-snapshot/abort' 2024-11-27T20:17:10,833 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-155866188/online-snapshot/acquired' 2024-11-27T20:17:10,833 DEBUG [RS:0;6daf43b95769:44569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:17:10,833 INFO [RS:0;6daf43b95769:44569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:17:10,833 INFO [RS:0;6daf43b95769:44569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:17:10,933 INFO [RS:0;6daf43b95769:44569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:17:10,936 INFO [RS:0;6daf43b95769:44569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C44569%2C1732738628903, suffix=, logDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903, archiveDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/oldWALs, maxLogs=10 2024-11-27T20:17:10,951 DEBUG [RS:0;6daf43b95769:44569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936, exclude list is [], retry=0 2024-11-27T20:17:10,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36483,DS-4eba51af-1966-4423-b420-e6d856931bf0,DISK] 2024-11-27T20:17:10,956 INFO [RS:0;6daf43b95769:44569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936 2024-11-27T20:17:10,956 DEBUG [RS:0;6daf43b95769:44569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38387:38387)] 2024-11-27T20:17:11,153 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:17:11,153 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58 2024-11-27T20:17:11,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:17:11,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:11,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:17:11,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:17:11,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:11,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:11,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:17:11,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:17:11,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:11,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:11,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:17:11,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:17:11,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:11,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:11,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:17:11,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:17:11,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:11,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:11,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:17:11,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740 2024-11-27T20:17:11,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740 2024-11-27T20:17:11,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:17:11,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:17:11,575 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:11,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:17:11,578 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:11,579 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71944449, jitterRate=0.07205583155155182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:11,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738631561Initializing all the Stores at 1732738631562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738631563 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738631563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738631563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738631563Cleaning up temporary data from old regions at 1732738631574 (+11 ms)Region opened successfully at 1732738631580 (+6 ms) 2024-11-27T20:17:11,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:17:11,580 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:17:11,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:17:11,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:17:11,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:17:11,580 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:11,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738631580Disabling compacts and flushes for region at 1732738631580Disabling writes for close at 1732738631580Writing region close event to WAL at 1732738631580Closed at 1732738631580 2024-11-27T20:17:11,582 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:11,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:17:11,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:17:11,583 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:17:11,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:17:11,735 DEBUG [6daf43b95769:43731 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:17:11,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,44569,1732738628903 2024-11-27T20:17:11,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,44569,1732738628903, state=OPENING 2024-11-27T20:17:11,739 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:17:11,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:11,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:11,740 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:17:11,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-155866188/meta-region-server: CHANGED 2024-11-27T20:17:11,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-155866188/meta-region-server: CHANGED 2024-11-27T20:17:11,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,44569,1732738628903}] 2024-11-27T20:17:11,894 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:17:11,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:17:11,900 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:17:11,900 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:11,901 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:17:11,902 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C44569%2C1732738628903.meta, suffix=.meta, logDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903, archiveDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/oldWALs, maxLogs=10 2024-11-27T20:17:11,917 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.meta.1732738631903.meta, exclude list is [], retry=0 2024-11-27T20:17:11,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36483,DS-4eba51af-1966-4423-b420-e6d856931bf0,DISK] 2024-11-27T20:17:11,921 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.meta.1732738631903.meta 2024-11-27T20:17:11,922 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38387:38387)] 2024-11-27T20:17:11,922 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:11,922 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:17:11,923 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:17:11,923 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:17:11,923 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:17:11,923 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:17:11,923 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:11,923 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:17:11,923 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:17:11,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:17:11,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:17:11,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:11,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:11,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:17:11,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:17:11,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:11,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:11,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:17:11,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:17:11,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:11,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:11,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:17:11,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:17:11,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:11,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:11,932 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:17:11,933 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740 2024-11-27T20:17:11,934 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740 2024-11-27T20:17:11,935 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:17:11,935 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:17:11,936 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:11,937 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:17:11,938 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67471307, jitterRate=0.005400821566581726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:11,938 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:17:11,939 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738631923Writing region info on filesystem at 1732738631923Initializing all the Stores at 1732738631924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738631924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738631924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738631924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738631924Cleaning up temporary data from old regions at 1732738631935 (+11 ms)Running coprocessor post-open hooks at 1732738631938 (+3 ms)Region opened successfully at 1732738631939 (+1 ms) 2024-11-27T20:17:11,940 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738631894 2024-11-27T20:17:11,943 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:17:11,943 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:17:11,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,44569,1732738628903 2024-11-27T20:17:11,945 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,44569,1732738628903, state=OPEN 2024-11-27T20:17:11,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-155866188/meta-region-server 2024-11-27T20:17:11,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-155866188/meta-region-server 2024-11-27T20:17:11,950 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,44569,1732738628903 2024-11-27T20:17:11,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-155866188/meta-region-server: CHANGED 2024-11-27T20:17:11,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-155866188/meta-region-server: CHANGED 2024-11-27T20:17:11,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:17:11,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,44569,1732738628903 in 210 msec 2024-11-27T20:17:11,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:17:11,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-27T20:17:11,958 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:11,958 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:17:11,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:11,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44569,1732738628903, seqNum=-1] 2024-11-27T20:17:11,960 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:11,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:11,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-11-27T20:17:11,968 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738631967, completionTime=-1 2024-11-27T20:17:11,968 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:17:11,968 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:17:11,970 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:17:11,970 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738691970 2024-11-27T20:17:11,970 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738751970 2024-11-27T20:17:11,970 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T20:17:11,970 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43731,1732738628792-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:11,970 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43731,1732738628792-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:11,970 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43731,1732738628792-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:11,970 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:43731, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:11,971 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:11,971 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:11,972 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:17:11,975 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.009sec 2024-11-27T20:17:11,975 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:17:11,975 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:17:11,975 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:17:11,975 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:17:11,975 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:17:11,975 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43731,1732738628792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:17:11,975 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43731,1732738628792-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:17:11,978 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:17:11,978 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:17:11,978 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43731,1732738628792-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:12,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709d62ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:12,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43731,-1 for getting cluster id 2024-11-27T20:17:12,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:12,052 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d0dfd65-c24c-4f11-9971-789bbb622968' 2024-11-27T20:17:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d0dfd65-c24c-4f11-9971-789bbb622968" 2024-11-27T20:17:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79142006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43731,-1] 2024-11-27T20:17:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:12,055 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:12,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcd73fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:12,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44569,1732738628903, seqNum=-1] 2024-11-27T20:17:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:12,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:12,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,43731,1732738628792 2024-11-27T20:17:12,063 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-27T20:17:12,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:12,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b1323bf0002 connected 2024-11-27T20:17:12,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/hadoop.log.dir so I do NOT create it in target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f 2024-11-27T20:17:12,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:17:12,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/hadoop.tmp.dir so I do NOT create it in target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f 2024-11-27T20:17:12,071 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:17:12,071 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f 2024-11-27T20:17:12,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:17:12,071 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/cluster_bdc25339-4218-05d0-8cea-bb4ee3f32b44, deleteOnExit=true 2024-11-27T20:17:12,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:17:12,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/test.cache.data in system properties and HBase conf 2024-11-27T20:17:12,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:17:12,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:17:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:17:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:17:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:17:12,072 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:17:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:17:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:17:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:17:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:17:12,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:17:12,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:17:12,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:17:12,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:17:12,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:17:12,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:17:12,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:17:12,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:17:12,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:17:12,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:17:12,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:12,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:17:12,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:17:12,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:17:12,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:17:12,181 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:12,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4658ded6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:17:12,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd66737{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:17:12,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6be4ef52{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/java.io.tmpdir/jetty-localhost-38383-hadoop-hdfs-3_4_1-tests_jar-_-any-9679714297593256963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:17:12,300 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ecdc2bc{HTTP/1.1, (http/1.1)}{localhost:38383} 2024-11-27T20:17:12,301 INFO [Time-limited test {}] server.Server(415): Started @33741ms 2024-11-27T20:17:12,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:12,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:17:12,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:17:12,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:17:12,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:17:12,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7bb679{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:17:12,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f3f1228{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:17:12,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5169d76d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/java.io.tmpdir/jetty-localhost-46807-hadoop-hdfs-3_4_1-tests_jar-_-any-2238723171522054856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:12,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d4e106{HTTP/1.1, (http/1.1)}{localhost:46807} 2024-11-27T20:17:12,513 INFO [Time-limited test {}] server.Server(415): Started @33954ms 2024-11-27T20:17:12,515 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:17:12,618 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/cluster_bdc25339-4218-05d0-8cea-bb4ee3f32b44/data/data1/current/BP-1964746579-172.17.0.2-1732738632111/current, will proceed with Du for space computation calculation, 2024-11-27T20:17:12,618 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/cluster_bdc25339-4218-05d0-8cea-bb4ee3f32b44/data/data2/current/BP-1964746579-172.17.0.2-1732738632111/current, will proceed with Du for space computation calculation, 2024-11-27T20:17:12,636 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:17:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fbc2ae875c43c58 with lease ID 0x3ce168eba86d0a98: Processing first storage report for DS-e9aa335b-9681-4ceb-844a-5216840852ab from datanode DatanodeRegistration(127.0.0.1:41395, datanodeUuid=82a73760-72a8-429b-80a3-65d36c53b2a7, infoPort=35299, infoSecurePort=0, ipcPort=37711, storageInfo=lv=-57;cid=testClusterID;nsid=428985203;c=1732738632111) 2024-11-27T20:17:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fbc2ae875c43c58 with lease ID 0x3ce168eba86d0a98: from storage DS-e9aa335b-9681-4ceb-844a-5216840852ab node DatanodeRegistration(127.0.0.1:41395, datanodeUuid=82a73760-72a8-429b-80a3-65d36c53b2a7, infoPort=35299, infoSecurePort=0, ipcPort=37711, storageInfo=lv=-57;cid=testClusterID;nsid=428985203;c=1732738632111), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:17:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fbc2ae875c43c58 with lease ID 0x3ce168eba86d0a98: Processing first storage report for DS-285eb087-6c3f-4d2b-90ee-60bba79afa97 from datanode DatanodeRegistration(127.0.0.1:41395, datanodeUuid=82a73760-72a8-429b-80a3-65d36c53b2a7, infoPort=35299, infoSecurePort=0, ipcPort=37711, storageInfo=lv=-57;cid=testClusterID;nsid=428985203;c=1732738632111) 2024-11-27T20:17:12,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fbc2ae875c43c58 with lease ID 0x3ce168eba86d0a98: from storage DS-285eb087-6c3f-4d2b-90ee-60bba79afa97 node DatanodeRegistration(127.0.0.1:41395, datanodeUuid=82a73760-72a8-429b-80a3-65d36c53b2a7, infoPort=35299, infoSecurePort=0, ipcPort=37711, storageInfo=lv=-57;cid=testClusterID;nsid=428985203;c=1732738632111), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:17:12,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f 2024-11-27T20:17:12,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:12,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:12,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:17:12,655 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13 with version=8 2024-11-27T20:17:12,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/hbase-staging 2024-11-27T20:17:12,657 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:17:12,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:12,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:12,657 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:17:12,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:12,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:17:12,657 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:17:12,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:17:12,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35253 2024-11-27T20:17:12,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35253 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-27T20:17:12,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352530x0, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:12,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35253-0x1015b1323bf0003 connected 2024-11-27T20:17:12,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:12,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:12,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Set watcher on znode that does not yet exist, /1-16363554/running 2024-11-27T20:17:12,678 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13, hbase.cluster.distributed=false 2024-11-27T20:17:12,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Set watcher on znode that does not yet exist, /1-16363554/acl 2024-11-27T20:17:12,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35253 2024-11-27T20:17:12,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35253 2024-11-27T20:17:12,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35253 2024-11-27T20:17:12,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35253 2024-11-27T20:17:12,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35253 2024-11-27T20:17:12,706 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:17:12,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:12,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:12,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:17:12,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:12,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:17:12,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:17:12,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:17:12,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41069 2024-11-27T20:17:12,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41069 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-27T20:17:12,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:12,711 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:12,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410690x0, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:12,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410690x0, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Set watcher on znode that does not yet exist, /1-16363554/running 2024-11-27T20:17:12,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41069-0x1015b1323bf0004 connected 2024-11-27T20:17:12,746 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:17:12,747 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:17:12,747 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Set watcher on znode that does not yet exist, /1-16363554/master 2024-11-27T20:17:12,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Set watcher on znode that does not yet exist, /1-16363554/acl 2024-11-27T20:17:12,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41069 2024-11-27T20:17:12,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41069 2024-11-27T20:17:12,749 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41069 2024-11-27T20:17:12,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41069 2024-11-27T20:17:12,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41069 2024-11-27T20:17:12,764 DEBUG [M:0;6daf43b95769:35253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:35253 2024-11-27T20:17:12,764 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-16363554/backup-masters/6daf43b95769,35253,1732738632657 2024-11-27T20:17:12,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554/backup-masters 2024-11-27T20:17:12,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554/backup-masters 2024-11-27T20:17:12,766 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Set watcher on existing znode=/1-16363554/backup-masters/6daf43b95769,35253,1732738632657 2024-11-27T20:17:12,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-16363554/master 2024-11-27T20:17:12,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:12,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:12,775 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Set watcher on existing znode=/1-16363554/master 2024-11-27T20:17:12,775 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-16363554/backup-masters/6daf43b95769,35253,1732738632657 from backup master directory 2024-11-27T20:17:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-16363554/backup-masters/6daf43b95769,35253,1732738632657 2024-11-27T20:17:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554/backup-masters 2024-11-27T20:17:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554/backup-masters 2024-11-27T20:17:12,776 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:17:12,776 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,35253,1732738632657 2024-11-27T20:17:12,781 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/hbase.id] with ID: 6cca2baa-127f-43b6-b09f-70557d3f9a82 2024-11-27T20:17:12,781 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/.tmp/hbase.id 2024-11-27T20:17:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:17:12,791 WARN [RS:0;6daf43b95769:44569 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6daf43b95769,40759,1732738604116: status=Processing ServerCrashProcedure of 6daf43b95769,40759,1732738604116 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732738618297, completionTime=-1 appears to have been leaked 2024-11-27T20:17:13,192 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/.tmp/hbase.id]:[hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/hbase.id] 2024-11-27T20:17:13,205 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:13,205 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:17:13,206 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:17:13,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:13,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:13,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:17:13,615 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:13,616 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:17:13,617 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:17:13,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T20:17:14,026 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store 2024-11-27T20:17:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:17:14,434 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:14,434 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:17:14,434 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:14,434 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:14,434 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:17:14,434 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:14,434 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:14,434 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738634434Disabling compacts and flushes for region at 1732738634434Disabling writes for close at 1732738634434Writing region close event to WAL at 1732738634434Closed at 1732738634434 2024-11-27T20:17:14,435 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/.initializing 2024-11-27T20:17:14,435 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/WALs/6daf43b95769,35253,1732738632657 2024-11-27T20:17:14,437 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:17:14,438 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C35253%2C1732738632657, suffix=, logDir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/WALs/6daf43b95769,35253,1732738632657, archiveDir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/oldWALs, maxLogs=10 2024-11-27T20:17:14,452 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/WALs/6daf43b95769,35253,1732738632657/6daf43b95769%2C35253%2C1732738632657.1732738634439, exclude list is [], retry=0 2024-11-27T20:17:14,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-e9aa335b-9681-4ceb-844a-5216840852ab,DISK] 2024-11-27T20:17:14,456 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/WALs/6daf43b95769,35253,1732738632657/6daf43b95769%2C35253%2C1732738632657.1732738634439 2024-11-27T20:17:14,457 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35299:35299)] 2024-11-27T20:17:14,457 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:14,457 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:14,457 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,457 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:17:14,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:14,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:14,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:17:14,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:14,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:14,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:17:14,463 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:14,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:14,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:17:14,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:14,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:14,465 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,466 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,466 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,468 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,468 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,468 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:14,469 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:14,471 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:14,472 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64935500, jitterRate=-0.03238564729690552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:14,472 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738634457Initializing all the Stores at 1732738634458 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738634458Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738634458Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738634458Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738634458Cleaning up temporary data from old regions at 1732738634468 (+10 ms)Region opened successfully at 1732738634472 (+4 ms) 2024-11-27T20:17:14,472 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:17:14,475 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d747421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:17:14,476 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:17:14,476 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:17:14,476 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:17:14,476 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:17:14,477 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:17:14,477 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:17:14,477 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:17:14,479 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:17:14,480 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Unable to get data of znode /1-16363554/balancer because node does not exist (not necessarily an error) 2024-11-27T20:17:14,481 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-16363554/balancer already deleted, retry=false 2024-11-27T20:17:14,482 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:17:14,482 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Unable to get data of znode /1-16363554/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:17:14,483 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-16363554/normalizer already deleted, retry=false 2024-11-27T20:17:14,483 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:17:14,484 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Unable to get data of znode /1-16363554/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:17:14,485 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-16363554/switch/split already deleted, retry=false 2024-11-27T20:17:14,486 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Unable to get data of znode /1-16363554/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:17:14,488 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-16363554/switch/merge already deleted, retry=false 2024-11-27T20:17:14,490 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Unable to get data of znode /1-16363554/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:17:14,491 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-16363554/snapshot-cleanup already deleted, retry=false 2024-11-27T20:17:14,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-16363554/running 2024-11-27T20:17:14,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-16363554/running 2024-11-27T20:17:14,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:14,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:14,493 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,35253,1732738632657, sessionid=0x1015b1323bf0003, setting cluster-up flag (Was=false) 2024-11-27T20:17:14,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:14,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:14,501 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-16363554/flush-table-proc/acquired, /1-16363554/flush-table-proc/reached, /1-16363554/flush-table-proc/abort 2024-11-27T20:17:14,502 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,35253,1732738632657 2024-11-27T20:17:14,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:14,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:14,518 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-16363554/online-snapshot/acquired, /1-16363554/online-snapshot/reached, /1-16363554/online-snapshot/abort 2024-11-27T20:17:14,518 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,35253,1732738632657 2024-11-27T20:17:14,519 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:17:14,521 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:14,522 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:17:14,522 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:17:14,522 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,35253,1732738632657 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:17:14,523 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:14,523 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:14,523 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:14,524 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:14,524 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:17:14,524 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,524 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:17:14,524 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:14,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:17:14,527 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:14,527 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738664527 2024-11-27T20:17:14,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:17:14,528 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:17:14,528 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:17:14,528 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:17:14,528 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:17:14,528 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:17:14,528 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:17:14,528 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,529 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:17:14,529 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:17:14,529 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:17:14,529 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:17:14,530 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:17:14,530 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:17:14,530 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738634530,5,FailOnTimeoutGroup] 2024-11-27T20:17:14,530 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738634530,5,FailOnTimeoutGroup] 2024-11-27T20:17:14,530 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,530 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:17:14,530 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,530 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:17:14,555 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(746): ClusterId : 6cca2baa-127f-43b6-b09f-70557d3f9a82 2024-11-27T20:17:14,555 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:17:14,557 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:17:14,557 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:17:14,558 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:17:14,559 DEBUG [RS:0;6daf43b95769:41069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6483d925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:17:14,570 DEBUG [RS:0;6daf43b95769:41069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:41069 2024-11-27T20:17:14,571 INFO [RS:0;6daf43b95769:41069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:17:14,571 INFO [RS:0;6daf43b95769:41069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:17:14,571 DEBUG [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:17:14,571 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,35253,1732738632657 with port=41069, startcode=1732738632705 2024-11-27T20:17:14,571 DEBUG [RS:0;6daf43b95769:41069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:17:14,573 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:17:14,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,41069,1732738632705 2024-11-27T20:17:14,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35253 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,41069,1732738632705 2024-11-27T20:17:14,575 DEBUG [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13 2024-11-27T20:17:14,575 DEBUG [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46869 2024-11-27T20:17:14,575 DEBUG [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:17:14,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554/rs 2024-11-27T20:17:14,577 DEBUG [RS:0;6daf43b95769:41069 {}] zookeeper.ZKUtil(111): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Set watcher on existing znode=/1-16363554/rs/6daf43b95769,41069,1732738632705 2024-11-27T20:17:14,577 WARN [RS:0;6daf43b95769:41069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:17:14,578 INFO [RS:0;6daf43b95769:41069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:14,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,41069,1732738632705] 2024-11-27T20:17:14,578 DEBUG [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/WALs/6daf43b95769,41069,1732738632705 2024-11-27T20:17:14,581 INFO [RS:0;6daf43b95769:41069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:17:14,583 INFO [RS:0;6daf43b95769:41069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:17:14,583 INFO [RS:0;6daf43b95769:41069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:17:14,583 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,583 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:17:14,584 INFO [RS:0;6daf43b95769:41069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:17:14,584 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,584 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,584 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,584 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,584 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,584 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,584 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:17:14,584 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,584 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,584 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,585 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,585 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,585 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:14,585 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:17:14,585 DEBUG [RS:0;6daf43b95769:41069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:17:14,585 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,585 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,585 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,585 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,585 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,585 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41069,1732738632705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:17:14,599 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:17:14,599 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41069,1732738632705-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,600 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,600 INFO [RS:0;6daf43b95769:41069 {}] regionserver.Replication(171): 6daf43b95769,41069,1732738632705 started 2024-11-27T20:17:14,613 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:14,613 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,41069,1732738632705, RpcServer on 6daf43b95769/172.17.0.2:41069, sessionid=0x1015b1323bf0004 2024-11-27T20:17:14,613 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:17:14,613 DEBUG [RS:0;6daf43b95769:41069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,41069,1732738632705 2024-11-27T20:17:14,613 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,41069,1732738632705' 2024-11-27T20:17:14,613 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-16363554/flush-table-proc/abort' 2024-11-27T20:17:14,614 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-16363554/flush-table-proc/acquired' 2024-11-27T20:17:14,614 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:17:14,614 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:17:14,614 DEBUG [RS:0;6daf43b95769:41069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,41069,1732738632705 2024-11-27T20:17:14,614 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,41069,1732738632705' 2024-11-27T20:17:14,614 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-16363554/online-snapshot/abort' 2024-11-27T20:17:14,614 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-16363554/online-snapshot/acquired' 2024-11-27T20:17:14,615 DEBUG [RS:0;6daf43b95769:41069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:17:14,615 INFO [RS:0;6daf43b95769:41069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:17:14,615 INFO [RS:0;6daf43b95769:41069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:17:14,715 INFO [RS:0;6daf43b95769:41069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:17:14,717 INFO [RS:0;6daf43b95769:41069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41069%2C1732738632705, suffix=, logDir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/WALs/6daf43b95769,41069,1732738632705, archiveDir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/oldWALs, maxLogs=10 2024-11-27T20:17:14,731 DEBUG [RS:0;6daf43b95769:41069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/WALs/6daf43b95769,41069,1732738632705/6daf43b95769%2C41069%2C1732738632705.1732738634717, exclude list is [], retry=0 2024-11-27T20:17:14,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-e9aa335b-9681-4ceb-844a-5216840852ab,DISK] 2024-11-27T20:17:14,736 INFO [RS:0;6daf43b95769:41069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/WALs/6daf43b95769,41069,1732738632705/6daf43b95769%2C41069%2C1732738632705.1732738634717 2024-11-27T20:17:14,737 DEBUG [RS:0;6daf43b95769:41069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35299:35299)] 2024-11-27T20:17:14,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:17:14,934 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13 2024-11-27T20:17:14,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:17:15,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:15,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:17:15,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:17:15,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:15,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:15,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:17:15,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:17:15,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:15,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:15,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:17:15,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:17:15,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:15,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:15,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:17:15,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:17:15,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:15,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:15,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:17:15,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740 2024-11-27T20:17:15,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740 2024-11-27T20:17:15,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:17:15,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:17:15,353 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:15,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:17:15,356 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:15,357 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72646366, jitterRate=0.08251520991325378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:15,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738635341Initializing all the Stores at 1732738635342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738635342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738635342Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738635342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738635342Cleaning up temporary data from old regions at 1732738635353 (+11 ms)Region opened successfully at 1732738635357 (+4 ms) 2024-11-27T20:17:15,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:17:15,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:17:15,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:17:15,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:17:15,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:17:15,358 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:15,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738635357Disabling compacts and flushes for region at 1732738635357Disabling writes for close at 1732738635357Writing region close event to WAL at 1732738635358 (+1 ms)Closed at 1732738635358 2024-11-27T20:17:15,359 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:15,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:17:15,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:17:15,360 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:17:15,361 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:17:15,512 DEBUG [6daf43b95769:35253 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:17:15,512 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,41069,1732738632705 2024-11-27T20:17:15,514 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,41069,1732738632705, state=OPENING 2024-11-27T20:17:15,518 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:17:15,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:15,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:15,520 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:17:15,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,41069,1732738632705}] 2024-11-27T20:17:15,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-16363554/meta-region-server: CHANGED 2024-11-27T20:17:15,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-16363554/meta-region-server: CHANGED 2024-11-27T20:17:15,673 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:17:15,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:17:15,679 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:17:15,679 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:15,679 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:17:15,681 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41069%2C1732738632705.meta, suffix=.meta, logDir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/WALs/6daf43b95769,41069,1732738632705, archiveDir=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/oldWALs, maxLogs=10 2024-11-27T20:17:15,694 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/WALs/6daf43b95769,41069,1732738632705/6daf43b95769%2C41069%2C1732738632705.meta.1732738635681.meta, exclude list is [], retry=0 2024-11-27T20:17:15,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41395,DS-e9aa335b-9681-4ceb-844a-5216840852ab,DISK] 2024-11-27T20:17:15,698 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/WALs/6daf43b95769,41069,1732738632705/6daf43b95769%2C41069%2C1732738632705.meta.1732738635681.meta 2024-11-27T20:17:15,699 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35299:35299)] 2024-11-27T20:17:15,699 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:15,699 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:17:15,699 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:17:15,700 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:17:15,700 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:17:15,700 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:17:15,700 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:15,700 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:17:15,700 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:17:15,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:17:15,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:17:15,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:15,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:15,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:17:15,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:17:15,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:15,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:15,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:17:15,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:17:15,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:15,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:15,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:17:15,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:17:15,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:15,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:15,706 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:17:15,707 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740 2024-11-27T20:17:15,708 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740 2024-11-27T20:17:15,709 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:17:15,710 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:17:15,710 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:15,712 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:17:15,712 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61484711, jitterRate=-0.08380641043186188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:15,713 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:17:15,713 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738635700Writing region info on filesystem at 1732738635700Initializing all the Stores at 1732738635701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738635701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738635702 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738635702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738635702Cleaning up temporary data from old regions at 1732738635710 (+8 ms)Running coprocessor post-open hooks at 1732738635713 (+3 ms)Region opened successfully at 1732738635713 2024-11-27T20:17:15,714 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738635673 2024-11-27T20:17:15,716 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:17:15,716 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:17:15,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,41069,1732738632705 2024-11-27T20:17:15,718 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,41069,1732738632705, state=OPEN 2024-11-27T20:17:15,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-16363554/meta-region-server 2024-11-27T20:17:15,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-16363554/meta-region-server 2024-11-27T20:17:15,719 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,41069,1732738632705 2024-11-27T20:17:15,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-16363554/meta-region-server: CHANGED 2024-11-27T20:17:15,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-16363554/meta-region-server: CHANGED 2024-11-27T20:17:15,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:17:15,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,41069,1732738632705 in 199 msec 2024-11-27T20:17:15,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:17:15,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-27T20:17:15,725 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:15,725 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:17:15,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:15,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41069,1732738632705, seqNum=-1] 2024-11-27T20:17:15,726 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:15,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:15,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-27T20:17:15,732 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738635732, completionTime=-1 2024-11-27T20:17:15,732 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:17:15,733 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:17:15,734 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:17:15,734 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738695734 2024-11-27T20:17:15,734 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738755734 2024-11-27T20:17:15,734 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:17:15,735 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35253,1732738632657-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:15,735 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35253,1732738632657-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:15,735 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35253,1732738632657-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:15,735 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:35253, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:15,735 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:15,735 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:15,737 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:17:15,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.963sec 2024-11-27T20:17:15,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:17:15,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:17:15,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:17:15,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:17:15,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:17:15,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35253,1732738632657-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:17:15,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35253,1732738632657-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:17:15,742 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:17:15,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:17:15,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35253,1732738632657-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:15,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f852f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:15,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35253,-1 for getting cluster id 2024-11-27T20:17:15,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:15,757 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cca2baa-127f-43b6-b09f-70557d3f9a82' 2024-11-27T20:17:15,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:15,757 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cca2baa-127f-43b6-b09f-70557d3f9a82" 2024-11-27T20:17:15,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bf7ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:15,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35253,-1] 2024-11-27T20:17:15,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:15,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:15,759 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:15,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec19c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:15,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41069,1732738632705, seqNum=-1] 2024-11-27T20:17:15,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:15,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:15,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,35253,1732738632657 2024-11-27T20:17:15,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57201 2024-11-27T20:17:15,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:15,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b1323bf0005 connected 2024-11-27T20:17:15,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1274d2cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:15,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43731,-1 for getting cluster id 2024-11-27T20:17:15,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:15,772 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d0dfd65-c24c-4f11-9971-789bbb622968' 2024-11-27T20:17:15,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:15,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d0dfd65-c24c-4f11-9971-789bbb622968" 2024-11-27T20:17:15,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7233bd77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:15,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43731,-1] 2024-11-27T20:17:15,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:15,773 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:15,774 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:15,774 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54290781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:15,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43731,1732738628792 2024-11-27T20:17:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@765504c 2024-11-27T20:17:15,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:15,776 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:15,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:35253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:17:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:17:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:15,780 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:35253' 2024-11-27T20:17:15,781 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1356e78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:15,781 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35253,-1 for getting cluster id 2024-11-27T20:17:15,781 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:15,781 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cca2baa-127f-43b6-b09f-70557d3f9a82' 2024-11-27T20:17:15,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:15,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cca2baa-127f-43b6-b09f-70557d3f9a82" 2024-11-27T20:17:15,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493c1025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:15,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35253,-1] 2024-11-27T20:17:15,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:15,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:15,783 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:15,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ff0051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:15,784 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:15,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,35253,1732738632657 2024-11-27T20:17:15,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cdb64cd 2024-11-27T20:17:15,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:15,785 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:15,786 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T20:17:15,786 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:17:15,786 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:15,786 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:15,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:15,787 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:15,788 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:17:15,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:17:15,789 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:15,790 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:17:15,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741835_1011 (size=1138) 2024-11-27T20:17:15,838 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:17:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:16,198 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 720c036567e31db720dba4a7fdd2aedf, NAME => 'hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58 2024-11-27T20:17:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741836_1012 (size=44) 2024-11-27T20:17:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:16,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:16,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 720c036567e31db720dba4a7fdd2aedf, disabling compactions & flushes 2024-11-27T20:17:16,605 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:16,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:16,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. after waiting 0 ms 2024-11-27T20:17:16,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:16,605 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:16,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 720c036567e31db720dba4a7fdd2aedf: Waiting for close lock at 1732738636605Disabling compacts and flushes for region at 1732738636605Disabling writes for close at 1732738636605Writing region close event to WAL at 1732738636605Closed at 1732738636605 2024-11-27T20:17:16,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:17:16,607 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738636607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738636607"}]},"ts":"1732738636607"} 2024-11-27T20:17:16,610 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:17:16,612 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:17:16,612 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738636612"}]},"ts":"1732738636612"} 2024-11-27T20:17:16,614 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:17:16,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=720c036567e31db720dba4a7fdd2aedf, ASSIGN}] 2024-11-27T20:17:16,615 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=720c036567e31db720dba4a7fdd2aedf, ASSIGN 2024-11-27T20:17:16,617 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=720c036567e31db720dba4a7fdd2aedf, ASSIGN; state=OFFLINE, location=6daf43b95769,44569,1732738628903; forceNewPlan=false, retain=false 2024-11-27T20:17:16,767 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=720c036567e31db720dba4a7fdd2aedf, regionState=OPENING, regionLocation=6daf43b95769,44569,1732738628903 2024-11-27T20:17:16,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=720c036567e31db720dba4a7fdd2aedf, ASSIGN because future has completed 2024-11-27T20:17:16,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720c036567e31db720dba4a7fdd2aedf, server=6daf43b95769,44569,1732738628903}] 2024-11-27T20:17:16,783 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:17:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:16,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:16,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:16,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:17:16,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C44569%2C1732738628903.rep, suffix=, logDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903, archiveDir=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/oldWALs, maxLogs=10 2024-11-27T20:17:16,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.rep.1732738636931, exclude list is [], retry=0 2024-11-27T20:17:16,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36483,DS-4eba51af-1966-4423-b420-e6d856931bf0,DISK] 2024-11-27T20:17:16,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.rep.1732738636931 2024-11-27T20:17:16,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38387:38387)] 2024-11-27T20:17:16,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 720c036567e31db720dba4a7fdd2aedf, NAME => 'hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:16,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:17:16,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:17:16,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. service=MultiRowMutationService 2024-11-27T20:17:16,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:17:16,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:16,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,951 INFO [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,952 INFO [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720c036567e31db720dba4a7fdd2aedf columnFamilyName hfileref 2024-11-27T20:17:16,953 DEBUG [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:16,953 INFO [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] regionserver.HStore(327): Store=720c036567e31db720dba4a7fdd2aedf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:16,953 INFO [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,954 INFO [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720c036567e31db720dba4a7fdd2aedf columnFamilyName queue 2024-11-27T20:17:16,954 DEBUG [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:16,955 INFO [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] regionserver.HStore(327): Store=720c036567e31db720dba4a7fdd2aedf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:16,955 INFO [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,956 INFO [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 720c036567e31db720dba4a7fdd2aedf columnFamilyName sid 2024-11-27T20:17:16,956 DEBUG [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:16,957 INFO [StoreOpener-720c036567e31db720dba4a7fdd2aedf-1 {}] regionserver.HStore(327): Store=720c036567e31db720dba4a7fdd2aedf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:16,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/replication/720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/replication/720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:17:16,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/replication/720c036567e31db720dba4a7fdd2aedf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:16,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 720c036567e31db720dba4a7fdd2aedf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59548101, jitterRate=-0.11266414821147919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:17:16,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:16,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 720c036567e31db720dba4a7fdd2aedf: Running coprocessor pre-open hook at 1732738636950Writing region info on filesystem at 1732738636950Initializing all the Stores at 1732738636951 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738636951Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738636951Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738636951Cleaning up temporary data from old regions at 1732738636959 (+8 ms)Running coprocessor post-open hooks at 1732738636963 (+4 ms)Region opened successfully at 1732738636963 2024-11-27T20:17:16,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf., pid=7, masterSystemTime=1732738636924 2024-11-27T20:17:16,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:16,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:16,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=720c036567e31db720dba4a7fdd2aedf, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,44569,1732738628903 2024-11-27T20:17:16,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 720c036567e31db720dba4a7fdd2aedf, server=6daf43b95769,44569,1732738628903 because future has completed 2024-11-27T20:17:16,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T20:17:16,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 720c036567e31db720dba4a7fdd2aedf, server=6daf43b95769,44569,1732738628903 in 200 msec 2024-11-27T20:17:16,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:17:16,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=720c036567e31db720dba4a7fdd2aedf, ASSIGN in 360 msec 2024-11-27T20:17:16,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:17:16,978 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738636977"}]},"ts":"1732738636977"} 2024-11-27T20:17:16,980 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:17:16,981 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:17:16,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-11-27T20:17:16,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf., hostname=6daf43b95769,44569,1732738628903, seqNum=2] 2024-11-27T20:17:17,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:17,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:17,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:17:17,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T20:17:17,162 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:17:17,192 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,44569,1732738628903, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:17:17,192 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:17,192 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44569,1732738628903, seqNum=-1] 2024-11-27T20:17:17,193 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:17,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-27T20:17:17,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,44569,1732738628903', locateType=CURRENT is [region=hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf., hostname=6daf43b95769,44569,1732738628903, seqNum=2] 2024-11-27T20:17:17,198 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T20:17:17,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T20:17:17,201 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,44569,1732738628903 suceeded 2024-11-27T20:17:17,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T20:17:17,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-27T20:17:17,203 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:35253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:17:17,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-27T20:17:17,213 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:35253' 2024-11-27T20:17:17,215 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1017daf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:17,215 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35253,-1 for getting cluster id 2024-11-27T20:17:17,215 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:17,216 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cca2baa-127f-43b6-b09f-70557d3f9a82' 2024-11-27T20:17:17,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:17,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cca2baa-127f-43b6-b09f-70557d3f9a82" 2024-11-27T20:17:17,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@626438ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:17,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35253,-1] 2024-11-27T20:17:17,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:17,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:17,217 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:17,218 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62db9666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:17,218 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:17,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,35253,1732738632657 2024-11-27T20:17:17,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc8d3ed 2024-11-27T20:17:17,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:17,220 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-27T20:17:17,221 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,44569,1732738628903 (queues=1) is replicating from cluster=3d0dfd65-c24c-4f11-9971-789bbb622968 to cluster=6cca2baa-127f-43b6-b09f-70557d3f9a82 2024-11-27T20:17:17,221 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C44569%2C1732738628903 2024-11-27T20:17:17,221 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,44569,1732738628903, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:17:17,221 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.shipper6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C44569%2C1732738628903 2024-11-27T20:17:17,221 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.wal-reader.6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936, startPosition=0, beingWritten=true 2024-11-27T20:17:17,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:17:17,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:17,427 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.wal-reader.6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936 to pos 0, reset compression=false 2024-11-27T20:17:17,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:17,732 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.wal-reader.6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936 to pos 0, reset compression=false 2024-11-27T20:17:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:17,923 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:17:17,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:17,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:17,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:17,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:17,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:17,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:17,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43731,1732738628792 2024-11-27T20:17:17,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@633e8442 2024-11-27T20:17:17,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:17,926 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:17,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43731 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T20:17:17,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:17:17,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:17,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:17,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:17,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:17,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:17,927 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:17:17,927 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=318013570, stopped=false 2024-11-27T20:17:17,927 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,35253,1732738632657 2024-11-27T20:17:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-16363554/running 2024-11-27T20:17:17,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-16363554/running 2024-11-27T20:17:17,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:17,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:17,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:17:17,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:17,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:17,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:17,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Set watcher on znode that does not yet exist, /1-16363554/running 2024-11-27T20:17:17,929 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,41069,1732738632705' ***** 2024-11-27T20:17:17,929 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:17:17,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Set watcher on znode that does not yet exist, /1-16363554/running 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:17:17,930 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,41069,1732738632705 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:41069. 2024-11-27T20:17:17,930 DEBUG [RS:0;6daf43b95769:41069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:17,930 DEBUG [RS:0;6daf43b95769:41069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:17:17,930 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:17:17,930 DEBUG [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:17:17,930 DEBUG [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:17,931 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:17:17,931 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:17:17,931 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:17:17,931 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:17:17,931 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:17:17,931 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T20:17:17,947 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740/.tmp/ns/7dd93c17d46f4a4f807bcb8c332ec2aa is 43, key is default/ns:d/1732738635728/Put/seqid=0 2024-11-27T20:17:17,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741835_1011 (size=5153) 2024-11-27T20:17:17,988 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:18,131 DEBUG [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:18,137 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.wal-reader.6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936 to pos 0, reset compression=false 2024-11-27T20:17:18,331 DEBUG [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:18,353 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740/.tmp/ns/7dd93c17d46f4a4f807bcb8c332ec2aa 2024-11-27T20:17:18,359 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740/.tmp/ns/7dd93c17d46f4a4f807bcb8c332ec2aa as hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740/ns/7dd93c17d46f4a4f807bcb8c332ec2aa 2024-11-27T20:17:18,365 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740/ns/7dd93c17d46f4a4f807bcb8c332ec2aa, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T20:17:18,366 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-27T20:17:18,371 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T20:17:18,371 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:17:18,371 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:17:18,371 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:18,371 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738637930Running coprocessor pre-close hooks at 1732738637930Disabling compacts and flushes for region at 1732738637930Disabling writes for close at 1732738637931 (+1 ms)Obtaining lock to block concurrent updates at 1732738637931Preparing flush snapshotting stores in 1588230740 at 1732738637931Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732738637931Flushing stores of hbase:meta,,1.1588230740 at 1732738637932 (+1 ms)Flushing 1588230740/ns: creating writer at 1732738637932Flushing 1588230740/ns: appending metadata at 1732738637947 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732738637947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4918e744: reopening flushed file at 1732738638358 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1732738638366 (+8 ms)Writing region close event to WAL at 1732738638367 (+1 ms)Running coprocessor post-close hooks at 1732738638371 (+4 ms)Closed at 1732738638371 2024-11-27T20:17:18,372 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:18,531 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,41069,1732738632705; all regions closed. 2024-11-27T20:17:18,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741834_1010 (size=1152) 2024-11-27T20:17:18,534 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/WALs/6daf43b95769,41069,1732738632705/6daf43b95769%2C41069%2C1732738632705.meta.1732738635681.meta not finished, retry = 0 2024-11-27T20:17:18,590 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:17:18,590 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:17:18,637 DEBUG [RS:0;6daf43b95769:41069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/oldWALs 2024-11-27T20:17:18,637 INFO [RS:0;6daf43b95769:41069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C41069%2C1732738632705.meta:.meta(num 1732738635681) 2024-11-27T20:17:18,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/WALs/6daf43b95769,41069,1732738632705/6daf43b95769%2C41069%2C1732738632705.1732738634717 not finished, retry = 0 2024-11-27T20:17:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741832_1008 (size=93) 2024-11-27T20:17:18,642 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.wal-reader.6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936 to pos 0, reset compression=false 2024-11-27T20:17:18,742 DEBUG [RS:0;6daf43b95769:41069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/oldWALs 2024-11-27T20:17:18,742 INFO [RS:0;6daf43b95769:41069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C41069%2C1732738632705:(num 1732738634717) 2024-11-27T20:17:18,742 DEBUG [RS:0;6daf43b95769:41069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:18,742 INFO [RS:0;6daf43b95769:41069 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:18,742 INFO [RS:0;6daf43b95769:41069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:18,742 INFO [RS:0;6daf43b95769:41069 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:18,742 INFO [RS:0;6daf43b95769:41069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:18,742 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:18,743 INFO [RS:0;6daf43b95769:41069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41069 2024-11-27T20:17:18,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-16363554/rs/6daf43b95769,41069,1732738632705 2024-11-27T20:17:18,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554/rs 2024-11-27T20:17:18,744 INFO [RS:0;6daf43b95769:41069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:18,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,41069,1732738632705] 2024-11-27T20:17:18,748 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-16363554/draining/6daf43b95769,41069,1732738632705 already deleted, retry=false 2024-11-27T20:17:18,748 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,41069,1732738632705 expired; onlineServers=0 2024-11-27T20:17:18,748 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,35253,1732738632657' ***** 2024-11-27T20:17:18,748 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:17:18,749 INFO [M:0;6daf43b95769:35253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:18,749 INFO [M:0;6daf43b95769:35253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:18,749 DEBUG [M:0;6daf43b95769:35253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:17:18,749 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:17:18,749 DEBUG [M:0;6daf43b95769:35253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:17:18,749 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738634530 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738634530,5,FailOnTimeoutGroup] 2024-11-27T20:17:18,749 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738634530 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738634530,5,FailOnTimeoutGroup] 2024-11-27T20:17:18,749 INFO [M:0;6daf43b95769:35253 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:18,749 INFO [M:0;6daf43b95769:35253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:18,749 DEBUG [M:0;6daf43b95769:35253 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:17:18,749 INFO [M:0;6daf43b95769:35253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:17:18,749 INFO [M:0;6daf43b95769:35253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:17:18,750 INFO [M:0;6daf43b95769:35253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:17:18,750 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:17:18,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-16363554/master 2024-11-27T20:17:18,750 DEBUG [M:0;6daf43b95769:35253 {}] zookeeper.ZKUtil(347): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Unable to get data of znode /1-16363554/master because node does not exist (not an error) 2024-11-27T20:17:18,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-16363554 2024-11-27T20:17:18,750 WARN [M:0;6daf43b95769:35253 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:17:18,751 INFO [M:0;6daf43b95769:35253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/.lastflushedseqids 2024-11-27T20:17:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741836_1012 (size=99) 2024-11-27T20:17:18,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:18,847 INFO [RS:0;6daf43b95769:41069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:18,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41069-0x1015b1323bf0004, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:18,848 INFO [RS:0;6daf43b95769:41069 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,41069,1732738632705; zookeeper connection closed. 2024-11-27T20:17:18,848 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20e8d560 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20e8d560 2024-11-27T20:17:18,848 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:17:19,157 INFO [M:0;6daf43b95769:35253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:17:19,157 INFO [M:0;6daf43b95769:35253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:17:19,157 DEBUG [M:0;6daf43b95769:35253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:17:19,157 INFO [M:0;6daf43b95769:35253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:19,157 DEBUG [M:0;6daf43b95769:35253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:19,158 DEBUG [M:0;6daf43b95769:35253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:17:19,158 DEBUG [M:0;6daf43b95769:35253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:19,158 INFO [M:0;6daf43b95769:35253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T20:17:19,182 DEBUG [M:0;6daf43b95769:35253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45943333957d413da3def8c01d326b63 is 82, key is hbase:meta,,1/info:regioninfo/1732738635717/Put/seqid=0 2024-11-27T20:17:19,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741837_1013 (size=5672) 2024-11-27T20:17:19,247 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.wal-reader.6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936 to pos 0, reset compression=false 2024-11-27T20:17:19,599 INFO [M:0;6daf43b95769:35253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45943333957d413da3def8c01d326b63 2024-11-27T20:17:19,623 DEBUG [M:0;6daf43b95769:35253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a398314adc944bbbb00c70a93f9fb1e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732738635732/Put/seqid=0 2024-11-27T20:17:19,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741838_1014 (size=5275) 2024-11-27T20:17:19,953 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.wal-reader.6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936 to pos 0, reset compression=false 2024-11-27T20:17:20,029 INFO [M:0;6daf43b95769:35253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a398314adc944bbbb00c70a93f9fb1e 2024-11-27T20:17:20,049 DEBUG [M:0;6daf43b95769:35253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de89db2333b241b59e1a808eb6b8ca8b is 69, key is 6daf43b95769,41069,1732738632705/rs:state/1732738634574/Put/seqid=0 2024-11-27T20:17:20,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741839_1015 (size=5156) 2024-11-27T20:17:20,454 INFO [M:0;6daf43b95769:35253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de89db2333b241b59e1a808eb6b8ca8b 2024-11-27T20:17:20,460 DEBUG [M:0;6daf43b95769:35253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45943333957d413da3def8c01d326b63 as hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45943333957d413da3def8c01d326b63 2024-11-27T20:17:20,465 INFO [M:0;6daf43b95769:35253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45943333957d413da3def8c01d326b63, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T20:17:20,466 DEBUG [M:0;6daf43b95769:35253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a398314adc944bbbb00c70a93f9fb1e as hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a398314adc944bbbb00c70a93f9fb1e 2024-11-27T20:17:20,470 INFO [M:0;6daf43b95769:35253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a398314adc944bbbb00c70a93f9fb1e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T20:17:20,471 DEBUG [M:0;6daf43b95769:35253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de89db2333b241b59e1a808eb6b8ca8b as hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de89db2333b241b59e1a808eb6b8ca8b 2024-11-27T20:17:20,476 INFO [M:0;6daf43b95769:35253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46869/user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de89db2333b241b59e1a808eb6b8ca8b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T20:17:20,477 INFO [M:0;6daf43b95769:35253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false 2024-11-27T20:17:20,479 INFO [M:0;6daf43b95769:35253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:20,479 DEBUG [M:0;6daf43b95769:35253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738639157Disabling compacts and flushes for region at 1732738639157Disabling writes for close at 1732738639158 (+1 ms)Obtaining lock to block concurrent updates at 1732738639158Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738639158Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732738639158Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738639159 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738639159Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738639181 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738639181Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738639605 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738639623 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738639623Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738640035 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738640049 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738640049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fb7791: reopening flushed file at 1732738640459 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255c18f8: reopening flushed file at 1732738640465 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235bb0bf: reopening flushed file at 1732738640471 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1319ms, sequenceid=28, compaction requested=false at 1732738640477 (+6 ms)Writing region close event to WAL at 1732738640478 (+1 ms)Closed at 1732738640478 2024-11-27T20:17:20,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41395 is added to blk_1073741830_1006 (size=10165) 2024-11-27T20:17:20,482 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab6d542d-deb4-cad1-d566-99d0af5a4d13/MasterData/WALs/6daf43b95769,35253,1732738632657/6daf43b95769%2C35253%2C1732738632657.1732738634439 not finished, retry = 0 2024-11-27T20:17:20,583 INFO [M:0;6daf43b95769:35253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:17:20,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:20,583 INFO [M:0;6daf43b95769:35253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35253 2024-11-27T20:17:20,583 INFO [M:0;6daf43b95769:35253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:20,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:20,685 INFO [M:0;6daf43b95769:35253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:20,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35253-0x1015b1323bf0003, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:20,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5169d76d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:20,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@d4e106{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:20,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:20,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f3f1228{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:20,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7bb679{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:20,690 WARN [BP-1964746579-172.17.0.2-1732738632111 heartbeating to localhost/127.0.0.1:46869 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:17:20,690 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:17:20,690 WARN [BP-1964746579-172.17.0.2-1732738632111 heartbeating to localhost/127.0.0.1:46869 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1964746579-172.17.0.2-1732738632111 (Datanode Uuid 82a73760-72a8-429b-80a3-65d36c53b2a7) service to localhost/127.0.0.1:46869 2024-11-27T20:17:20,690 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:17:20,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/cluster_bdc25339-4218-05d0-8cea-bb4ee3f32b44/data/data1/current/BP-1964746579-172.17.0.2-1732738632111 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:20,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/cluster_bdc25339-4218-05d0-8cea-bb4ee3f32b44/data/data2/current/BP-1964746579-172.17.0.2-1732738632111 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:20,691 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:17:20,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6be4ef52{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:17:20,697 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ecdc2bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:20,697 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:20,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd66737{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:20,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4658ded6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:20,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:17:20,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:17:20,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:20,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:20,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:20,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:20,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:20,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:17:20,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1472089609, stopped=false 2024-11-27T20:17:20,713 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,43731,1732738628792 2024-11-27T20:17:20,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-155866188/running 2024-11-27T20:17:20,715 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:17:20,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-155866188/running 2024-11-27T20:17:20,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:20,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:20,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:20,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:20,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:20,715 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,44569,1732738628903' ***** 2024-11-27T20:17:20,715 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:17:20,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Set watcher on znode that does not yet exist, /0-155866188/running 2024-11-27T20:17:20,716 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:17:20,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Set watcher on znode that does not yet exist, /0-155866188/running 2024-11-27T20:17:20,716 INFO [RS:0;6daf43b95769:44569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:17:20,716 INFO [RS:0;6daf43b95769:44569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:17:20,716 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(3091): Received CLOSE for 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:20,716 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:17:20,716 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,44569,1732738628903 2024-11-27T20:17:20,716 INFO [RS:0;6daf43b95769:44569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:20,716 INFO [RS:0;6daf43b95769:44569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:44569. 2024-11-27T20:17:20,716 DEBUG [RS:0;6daf43b95769:44569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:20,716 DEBUG [RS:0;6daf43b95769:44569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:20,716 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 720c036567e31db720dba4a7fdd2aedf, disabling compactions & flushes 2024-11-27T20:17:20,716 INFO [RS:0;6daf43b95769:44569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:17:20,716 INFO [RS:0;6daf43b95769:44569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:17:20,716 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:20,716 INFO [RS:0;6daf43b95769:44569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:17:20,717 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:20,717 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:17:20,717 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. after waiting 0 ms 2024-11-27T20:17:20,717 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:20,717 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 720c036567e31db720dba4a7fdd2aedf 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T20:17:20,717 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:17:20,717 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 720c036567e31db720dba4a7fdd2aedf=hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf.} 2024-11-27T20:17:20,717 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:20,717 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:17:20,717 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:17:20,717 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:17:20,717 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:17:20,717 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:17:20,717 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T20:17:20,734 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/.tmp/info/76723ee7531544e4a62e943894a887af is 147, key is hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf./info:regioninfo/1732738636968/Put/seqid=0 2024-11-27T20:17:20,737 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/replication/720c036567e31db720dba4a7fdd2aedf/.tmp/queue/652b946252de497db554689f42c8f483 is 151, key is 1-6daf43b95769,44569,1732738628903/queue:6daf43b95769%2C44569%2C1732738628903/1732738637197/Put/seqid=0 2024-11-27T20:17:20,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741838_1014 (size=6631) 2024-11-27T20:17:20,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741839_1015 (size=5350) 2024-11-27T20:17:20,758 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.wal-reader.6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936 to pos 0, reset compression=false 2024-11-27T20:17:20,798 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:17:20,798 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:17:20,799 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:20,917 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:21,117 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 720c036567e31db720dba4a7fdd2aedf 2024-11-27T20:17:21,142 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/.tmp/info/76723ee7531544e4a62e943894a887af 2024-11-27T20:17:21,144 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/replication/720c036567e31db720dba4a7fdd2aedf/.tmp/queue/652b946252de497db554689f42c8f483 2024-11-27T20:17:21,151 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/replication/720c036567e31db720dba4a7fdd2aedf/.tmp/queue/652b946252de497db554689f42c8f483 as hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/replication/720c036567e31db720dba4a7fdd2aedf/queue/652b946252de497db554689f42c8f483 2024-11-27T20:17:21,157 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/replication/720c036567e31db720dba4a7fdd2aedf/queue/652b946252de497db554689f42c8f483, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T20:17:21,158 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 720c036567e31db720dba4a7fdd2aedf in 441ms, sequenceid=5, compaction requested=false 2024-11-27T20:17:21,158 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T20:17:21,167 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/.tmp/ns/a11943650eb84432be4b731616d1a98e is 43, key is default/ns:d/1732738631962/Put/seqid=0 2024-11-27T20:17:21,168 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/replication/720c036567e31db720dba4a7fdd2aedf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:17:21,168 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:17:21,168 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:17:21,168 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:21,169 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 720c036567e31db720dba4a7fdd2aedf: Waiting for close lock at 1732738640716Running coprocessor pre-close hooks at 1732738640716Disabling compacts and flushes for region at 1732738640716Disabling writes for close at 1732738640717 (+1 ms)Obtaining lock to block concurrent updates at 1732738640717Preparing flush snapshotting stores in 720c036567e31db720dba4a7fdd2aedf at 1732738640717Finished memstore snapshotting hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732738640717Flushing stores of hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. at 1732738640718 (+1 ms)Flushing 720c036567e31db720dba4a7fdd2aedf/queue: creating writer at 1732738640718Flushing 720c036567e31db720dba4a7fdd2aedf/queue: appending metadata at 1732738640736 (+18 ms)Flushing 720c036567e31db720dba4a7fdd2aedf/queue: closing flushed file at 1732738640737 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8e53e1: reopening flushed file at 1732738641150 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 720c036567e31db720dba4a7fdd2aedf in 441ms, sequenceid=5, compaction requested=false at 1732738641158 (+8 ms)Writing region close event to WAL at 1732738641160 (+2 ms)Running coprocessor post-close hooks at 1732738641168 (+8 ms)Closed at 1732738641168 2024-11-27T20:17:21,169 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738635787.720c036567e31db720dba4a7fdd2aedf. 2024-11-27T20:17:21,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741840_1016 (size=5153) 2024-11-27T20:17:21,318 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:21,518 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:21,573 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/.tmp/ns/a11943650eb84432be4b731616d1a98e 2024-11-27T20:17:21,598 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/.tmp/table/c128caea8ba34d05bd56c9a3dcd8c356 is 53, key is hbase:replication/table:state/1732738636977/Put/seqid=0 2024-11-27T20:17:21,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741841_1017 (size=5256) 2024-11-27T20:17:21,663 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.wal-reader.6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.1732738630936 to pos 0, reset compression=false 2024-11-27T20:17:21,718 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:17:21,718 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:17:21,718 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:21,918 DEBUG [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:17:22,003 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/.tmp/table/c128caea8ba34d05bd56c9a3dcd8c356 2024-11-27T20:17:22,009 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/.tmp/info/76723ee7531544e4a62e943894a887af as hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/info/76723ee7531544e4a62e943894a887af 2024-11-27T20:17:22,014 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/info/76723ee7531544e4a62e943894a887af, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T20:17:22,015 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/.tmp/ns/a11943650eb84432be4b731616d1a98e as hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/ns/a11943650eb84432be4b731616d1a98e 2024-11-27T20:17:22,020 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/ns/a11943650eb84432be4b731616d1a98e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T20:17:22,021 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/.tmp/table/c128caea8ba34d05bd56c9a3dcd8c356 as hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/table/c128caea8ba34d05bd56c9a3dcd8c356 2024-11-27T20:17:22,026 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/table/c128caea8ba34d05bd56c9a3dcd8c356, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T20:17:22,027 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false 2024-11-27T20:17:22,031 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T20:17:22,032 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:17:22,032 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:17:22,032 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:22,032 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738640717Running coprocessor pre-close hooks at 1732738640717Disabling compacts and flushes for region at 1732738640717Disabling writes for close at 1732738640717Obtaining lock to block concurrent updates at 1732738640717Preparing flush snapshotting stores in 1588230740 at 1732738640717Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732738640718 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738640718Flushing 1588230740/info: creating writer at 1732738640718Flushing 1588230740/info: appending metadata at 1732738640733 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732738640733Flushing 1588230740/ns: creating writer at 1732738641149 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732738641167 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732738641167Flushing 1588230740/table: creating writer at 1732738641579 (+412 ms)Flushing 1588230740/table: appending metadata at 1732738641597 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732738641597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2051ea: reopening flushed file at 1732738642008 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8b3fd2: reopening flushed file at 1732738642015 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184e5457: reopening flushed file at 1732738642021 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false at 1732738642027 (+6 ms)Writing region close event to WAL at 1732738642029 (+2 ms)Running coprocessor post-close hooks at 1732738642032 (+3 ms)Closed at 1732738642032 2024-11-27T20:17:22,032 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:22,119 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,44569,1732738628903; all regions closed. 2024-11-27T20:17:22,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741834_1010 (size=2742) 2024-11-27T20:17:22,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/WALs/6daf43b95769,44569,1732738628903/6daf43b95769%2C44569%2C1732738628903.meta.1732738631903.meta not finished, retry = 0 2024-11-27T20:17:22,224 DEBUG [RS:0;6daf43b95769:44569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/oldWALs 2024-11-27T20:17:22,224 INFO [RS:0;6daf43b95769:44569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C44569%2C1732738628903.meta:.meta(num 1732738631903) 2024-11-27T20:17:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741837_1013 (size=1586) 2024-11-27T20:17:22,229 DEBUG [RS:0;6daf43b95769:44569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/oldWALs 2024-11-27T20:17:22,229 INFO [RS:0;6daf43b95769:44569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C44569%2C1732738628903.rep:(num 1732738636931) 2024-11-27T20:17:22,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741832_1008 (size=93) 2024-11-27T20:17:22,233 DEBUG [RS:0;6daf43b95769:44569 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/oldWALs 2024-11-27T20:17:22,233 INFO [RS:0;6daf43b95769:44569 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C44569%2C1732738628903:(num 1732738630936) 2024-11-27T20:17:22,233 DEBUG [RS:0;6daf43b95769:44569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:22,233 INFO [RS:0;6daf43b95769:44569 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:17:22,233 INFO [RS:0;6daf43b95769:44569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:22,233 INFO [RS:0;6daf43b95769:44569 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:22,233 INFO [RS:0;6daf43b95769:44569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:22,233 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:22,233 INFO [RS:0;6daf43b95769:44569 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,44569,1732738628903 because: Region server is closing 2024-11-27T20:17:22,234 INFO [RS:0;6daf43b95769:44569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:44569. 2024-11-27T20:17:22,234 DEBUG [RS:0;6daf43b95769:44569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:22,234 DEBUG [RS:0;6daf43b95769:44569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:22,234 DEBUG [RS:0;6daf43b95769:44569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:22,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:22,334 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.shipper6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T20:17:22,334 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.wal-reader.6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:17:22,335 INFO [RS:0;6daf43b95769:44569 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44569,1732738628903.replicationSource.shipper6daf43b95769%2C44569%2C1732738628903,1-6daf43b95769,44569,1732738628903 terminated 2024-11-27T20:17:22,335 INFO [RS:0;6daf43b95769:44569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44569 2024-11-27T20:17:22,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-155866188/rs/6daf43b95769,44569,1732738628903 2024-11-27T20:17:22,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188/rs 2024-11-27T20:17:22,337 INFO [RS:0;6daf43b95769:44569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:22,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,44569,1732738628903] 2024-11-27T20:17:22,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-155866188/draining/6daf43b95769,44569,1732738628903 already deleted, retry=false 2024-11-27T20:17:22,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,44569,1732738628903 expired; onlineServers=0 2024-11-27T20:17:22,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,43731,1732738628792' ***** 2024-11-27T20:17:22,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:17:22,340 INFO [M:0;6daf43b95769:43731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:17:22,340 INFO [M:0;6daf43b95769:43731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:17:22,340 DEBUG [M:0;6daf43b95769:43731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:17:22,340 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:17:22,340 DEBUG [M:0;6daf43b95769:43731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:17:22,340 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738630740 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738630740,5,FailOnTimeoutGroup] 2024-11-27T20:17:22,340 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738630740 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738630740,5,FailOnTimeoutGroup] 2024-11-27T20:17:22,341 INFO [M:0;6daf43b95769:43731 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:17:22,341 INFO [M:0;6daf43b95769:43731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:17:22,341 DEBUG [M:0;6daf43b95769:43731 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:17:22,341 INFO [M:0;6daf43b95769:43731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:17:22,341 INFO [M:0;6daf43b95769:43731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:17:22,341 INFO [M:0;6daf43b95769:43731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:17:22,341 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:17:22,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-155866188/master 2024-11-27T20:17:22,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-155866188 2024-11-27T20:17:22,342 DEBUG [M:0;6daf43b95769:43731 {}] zookeeper.ZKUtil(347): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Unable to get data of znode /0-155866188/master because node does not exist (not an error) 2024-11-27T20:17:22,342 WARN [M:0;6daf43b95769:43731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:17:22,342 INFO [M:0;6daf43b95769:43731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/.lastflushedseqids 2024-11-27T20:17:22,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741842_1018 (size=181) 2024-11-27T20:17:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:22,439 INFO [RS:0;6daf43b95769:44569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44569-0x1015b1323bf0001, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:22,439 INFO [RS:0;6daf43b95769:44569 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,44569,1732738628903; zookeeper connection closed. 2024-11-27T20:17:22,439 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498da219 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498da219 2024-11-27T20:17:22,440 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:17:22,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:17:22,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:22,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:22,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:22,748 INFO [M:0;6daf43b95769:43731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:17:22,748 INFO [M:0;6daf43b95769:43731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:17:22,748 DEBUG [M:0;6daf43b95769:43731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:17:22,748 INFO [M:0;6daf43b95769:43731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:22,748 DEBUG [M:0;6daf43b95769:43731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:22,748 DEBUG [M:0;6daf43b95769:43731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:17:22,748 DEBUG [M:0;6daf43b95769:43731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:22,748 INFO [M:0;6daf43b95769:43731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T20:17:22,765 DEBUG [M:0;6daf43b95769:43731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf7de2cbc50341c6962c9a07391f0342 is 82, key is hbase:meta,,1/info:regioninfo/1732738631944/Put/seqid=0 2024-11-27T20:17:22,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741843_1019 (size=5672) 2024-11-27T20:17:23,170 INFO [M:0;6daf43b95769:43731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf7de2cbc50341c6962c9a07391f0342 2024-11-27T20:17:23,191 DEBUG [M:0;6daf43b95769:43731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2c97f7d24834900a791bdf4e37a2388 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732738636982/Put/seqid=0 2024-11-27T20:17:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741844_1020 (size=7203) 2024-11-27T20:17:23,596 INFO [M:0;6daf43b95769:43731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2c97f7d24834900a791bdf4e37a2388 2024-11-27T20:17:23,616 DEBUG [M:0;6daf43b95769:43731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdebe825933840998f5145599e8a6566 is 69, key is 6daf43b95769,44569,1732738628903/rs:state/1732738630772/Put/seqid=0 2024-11-27T20:17:23,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741845_1021 (size=5156) 2024-11-27T20:17:23,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:17:23,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:17:23,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:17:24,021 INFO [M:0;6daf43b95769:43731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdebe825933840998f5145599e8a6566 2024-11-27T20:17:24,027 DEBUG [M:0;6daf43b95769:43731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf7de2cbc50341c6962c9a07391f0342 as hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf7de2cbc50341c6962c9a07391f0342 2024-11-27T20:17:24,032 INFO [M:0;6daf43b95769:43731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf7de2cbc50341c6962c9a07391f0342, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T20:17:24,033 DEBUG [M:0;6daf43b95769:43731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d2c97f7d24834900a791bdf4e37a2388 as hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2c97f7d24834900a791bdf4e37a2388 2024-11-27T20:17:24,038 INFO [M:0;6daf43b95769:43731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d2c97f7d24834900a791bdf4e37a2388, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T20:17:24,039 DEBUG [M:0;6daf43b95769:43731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdebe825933840998f5145599e8a6566 as hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdebe825933840998f5145599e8a6566 2024-11-27T20:17:24,043 INFO [M:0;6daf43b95769:43731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37221/user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdebe825933840998f5145599e8a6566, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T20:17:24,044 INFO [M:0;6daf43b95769:43731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false 2024-11-27T20:17:24,046 INFO [M:0;6daf43b95769:43731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:24,046 DEBUG [M:0;6daf43b95769:43731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738642748Disabling compacts and flushes for region at 1732738642748Disabling writes for close at 1732738642748Obtaining lock to block concurrent updates at 1732738642748Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738642748Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732738642749 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738642749Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738642750 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738642765 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738642765Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738643176 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738643191 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738643191Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738643602 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738643616 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738643616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d13ad3f: reopening flushed file at 1732738644026 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b927609: reopening flushed file at 1732738644032 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff630c6: reopening flushed file at 1732738644038 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=70, compaction requested=false at 1732738644044 (+6 ms)Writing region close event to WAL at 1732738644046 (+2 ms)Closed at 1732738644046 2024-11-27T20:17:24,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741830_1006 (size=41008) 2024-11-27T20:17:24,048 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0e4f2dcb-6bd8-2e6e-ab3e-feff06cc2f58/MasterData/WALs/6daf43b95769,43731,1732738628792/6daf43b95769%2C43731%2C1732738628792.1732738630634 not finished, retry = 0 2024-11-27T20:17:24,149 INFO [M:0;6daf43b95769:43731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:17:24,149 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:17:24,149 INFO [M:0;6daf43b95769:43731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43731 2024-11-27T20:17:24,150 INFO [M:0;6daf43b95769:43731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:17:24,251 INFO [M:0;6daf43b95769:43731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:17:24,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:24,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43731-0x1015b1323bf0000, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:17:24,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b1841d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:24,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14a3f271{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:24,255 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:24,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269837b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:24,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2de86c72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:24,257 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:17:24,257 WARN [BP-915936053-172.17.0.2-1732738627931 heartbeating to localhost/127.0.0.1:37221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:17:24,257 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:17:24,257 WARN [BP-915936053-172.17.0.2-1732738627931 heartbeating to localhost/127.0.0.1:37221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-915936053-172.17.0.2-1732738627931 (Datanode Uuid 390d3b77-d2e8-4ab6-8a13-96dba64d44a1) service to localhost/127.0.0.1:37221 2024-11-27T20:17:24,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/cluster_cfa82b73-1538-bfa4-cfb5-30d66e492349/data/data1/current/BP-915936053-172.17.0.2-1732738627931 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:24,258 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/cluster_cfa82b73-1538-bfa4-cfb5-30d66e492349/data/data2/current/BP-915936053-172.17.0.2-1732738627931 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:17:24,258 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:17:24,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d6dec80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:17:24,268 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22169f5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:17:24,268 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:17:24,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@565871ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:17:24,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16b8d4b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4d15c648-2fd4-70c5-c78c-f3dc817dbac7/hadoop.log.dir/,STOPPED} 2024-11-27T20:17:24,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:17:24,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:17:24,298 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57201) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46869 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46869 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37221 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46869 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57201) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46869 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37221 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37221 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37221 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 321), ProcessCount=11 (was 11), AvailableMemoryMB=5432 (was 5786) 2024-11-27T20:17:24,305 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=5432 2024-11-27T20:17:24,322 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-27T20:17:24,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/hadoop.log.dir so I do NOT create it in target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf 2024-11-27T20:17:24,322 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:17:24,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/hadoop.tmp.dir so I do NOT create it in target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf 2024-11-27T20:17:24,322 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cfc2620d-8973-58a6-4d0c-68993cb9eb5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:17:24,322 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf 2024-11-27T20:17:24,322 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/cluster_fc8d1515-fa46-0084-1e26-6e4ec309e6f1, deleteOnExit=true 2024-11-27T20:17:24,325 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/cluster_fc8d1515-fa46-0084-1e26-6e4ec309e6f1/zookeeper_0, clientPort=50744, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/cluster_fc8d1515-fa46-0084-1e26-6e4ec309e6f1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/cluster_fc8d1515-fa46-0084-1e26-6e4ec309e6f1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:17:24,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50744 2024-11-27T20:17:24,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:17:24,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:17:24,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/test.cache.data in system properties and HBase conf 2024-11-27T20:17:24,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:17:24,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:17:24,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:17:24,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:17:24,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:17:24,327 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:17:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:17:24,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b1323bf0005, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:17:24,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b1323bf0002, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:17:24,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b1323bf0002, quorum=127.0.0.1:57201, baseZNode=/0-155866188 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:17:24,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b1323bf0005, quorum=127.0.0.1:57201, baseZNode=/1-16363554 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:17:24,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:24,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:17:24,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:17:24,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:17:24,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:17:24,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:24,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d66aba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:17:24,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3418769f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:17:24,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52c18c7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/java.io.tmpdir/jetty-localhost-46281-hadoop-hdfs-3_4_1-tests_jar-_-any-11220002535839632097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:17:24,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a134234{HTTP/1.1, (http/1.1)}{localhost:46281} 2024-11-27T20:17:24,542 INFO [Time-limited test {}] server.Server(415): Started @45983ms 2024-11-27T20:17:24,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:24,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:17:24,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:17:24,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:17:24,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:17:24,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a6e935e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:17:24,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a47011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:17:24,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@755e22f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/java.io.tmpdir/jetty-localhost-40773-hadoop-hdfs-3_4_1-tests_jar-_-any-15973855237662817081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:24,749 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7abc562a{HTTP/1.1, (http/1.1)}{localhost:40773} 2024-11-27T20:17:24,749 INFO [Time-limited test {}] server.Server(415): Started @46190ms 2024-11-27T20:17:24,751 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:17:24,841 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/cluster_fc8d1515-fa46-0084-1e26-6e4ec309e6f1/data/data1/current/BP-625720347-172.17.0.2-1732738644358/current, will proceed with Du for space computation calculation, 2024-11-27T20:17:24,841 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/cluster_fc8d1515-fa46-0084-1e26-6e4ec309e6f1/data/data2/current/BP-625720347-172.17.0.2-1732738644358/current, will proceed with Du for space computation calculation, 2024-11-27T20:17:24,860 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:17:24,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x904d65bcb34cc514 with lease ID 0x381f4751c4a7e532: Processing first storage report for DS-fa11d56a-c49d-4f74-8ac6-ffb7155e3b2c from datanode DatanodeRegistration(127.0.0.1:41531, datanodeUuid=8e1233c9-9084-4cea-9535-2375098684e4, infoPort=36369, infoSecurePort=0, ipcPort=37653, storageInfo=lv=-57;cid=testClusterID;nsid=1623801559;c=1732738644358) 2024-11-27T20:17:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x904d65bcb34cc514 with lease ID 0x381f4751c4a7e532: from storage DS-fa11d56a-c49d-4f74-8ac6-ffb7155e3b2c node DatanodeRegistration(127.0.0.1:41531, datanodeUuid=8e1233c9-9084-4cea-9535-2375098684e4, infoPort=36369, infoSecurePort=0, ipcPort=37653, storageInfo=lv=-57;cid=testClusterID;nsid=1623801559;c=1732738644358), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T20:17:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x904d65bcb34cc514 with lease ID 0x381f4751c4a7e532: Processing first storage report for DS-b7ae1066-f01d-4dc0-8a14-7675dd7c9b41 from datanode DatanodeRegistration(127.0.0.1:41531, datanodeUuid=8e1233c9-9084-4cea-9535-2375098684e4, infoPort=36369, infoSecurePort=0, ipcPort=37653, storageInfo=lv=-57;cid=testClusterID;nsid=1623801559;c=1732738644358) 2024-11-27T20:17:24,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x904d65bcb34cc514 with lease ID 0x381f4751c4a7e532: from storage DS-b7ae1066-f01d-4dc0-8a14-7675dd7c9b41 node DatanodeRegistration(127.0.0.1:41531, datanodeUuid=8e1233c9-9084-4cea-9535-2375098684e4, infoPort=36369, infoSecurePort=0, ipcPort=37653, storageInfo=lv=-57;cid=testClusterID;nsid=1623801559;c=1732738644358), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:17:24,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf 2024-11-27T20:17:24,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:24,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:24,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:17:25,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00 with version=8 2024-11-27T20:17:25,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/hbase-staging 2024-11-27T20:17:25,288 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:17:25,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:25,288 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:25,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:17:25,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:25,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:17:25,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:17:25,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:17:25,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33155 2024-11-27T20:17:25,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33155 connecting to ZooKeeper ensemble=127.0.0.1:50744 2024-11-27T20:17:25,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331550x0, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:25,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33155-0x1015b1363f40000 connected 2024-11-27T20:17:25,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:25,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:25,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Set watcher on znode that does not yet exist, /045577517/running 2024-11-27T20:17:25,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00, hbase.cluster.distributed=false 2024-11-27T20:17:25,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Set watcher on znode that does not yet exist, /045577517/acl 2024-11-27T20:17:25,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-27T20:17:25,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33155 2024-11-27T20:17:25,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33155 2024-11-27T20:17:25,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-27T20:17:25,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33155 2024-11-27T20:17:25,337 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:17:25,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:25,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:25,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:17:25,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:25,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:17:25,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:17:25,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:17:25,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42119 2024-11-27T20:17:25,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42119 connecting to ZooKeeper ensemble=127.0.0.1:50744 2024-11-27T20:17:25,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:25,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:25,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421190x0, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:25,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421190x0, quorum=127.0.0.1:50744, baseZNode=/045577517 Set watcher on znode that does not yet exist, /045577517/running 2024-11-27T20:17:25,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42119-0x1015b1363f40001 connected 2024-11-27T20:17:25,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:17:25,348 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:17:25,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Set watcher on znode that does not yet exist, /045577517/master 2024-11-27T20:17:25,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Set watcher on znode that does not yet exist, /045577517/acl 2024-11-27T20:17:25,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42119 2024-11-27T20:17:25,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42119 2024-11-27T20:17:25,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42119 2024-11-27T20:17:25,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42119 2024-11-27T20:17:25,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42119 2024-11-27T20:17:25,365 DEBUG [M:0;6daf43b95769:33155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:33155 2024-11-27T20:17:25,365 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /045577517/backup-masters/6daf43b95769,33155,1732738645288 2024-11-27T20:17:25,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517/backup-masters 2024-11-27T20:17:25,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517/backup-masters 2024-11-27T20:17:25,367 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Set watcher on existing znode=/045577517/backup-masters/6daf43b95769,33155,1732738645288 2024-11-27T20:17:25,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:25,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/045577517/master 2024-11-27T20:17:25,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:25,369 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Set watcher on existing znode=/045577517/master 2024-11-27T20:17:25,370 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /045577517/backup-masters/6daf43b95769,33155,1732738645288 from backup master directory 2024-11-27T20:17:25,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/045577517/backup-masters/6daf43b95769,33155,1732738645288 2024-11-27T20:17:25,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517/backup-masters 2024-11-27T20:17:25,371 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:17:25,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517/backup-masters 2024-11-27T20:17:25,371 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,33155,1732738645288 2024-11-27T20:17:25,375 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/hbase.id] with ID: 6821ceb3-25c4-42d2-861b-fbe26d75410a 2024-11-27T20:17:25,375 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/.tmp/hbase.id 2024-11-27T20:17:25,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:17:25,781 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/.tmp/hbase.id]:[hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/hbase.id] 2024-11-27T20:17:25,793 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:25,794 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:17:25,795 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:17:25,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:25,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:25,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:17:26,204 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:26,205 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:17:26,205 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:26,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:17:26,613 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store 2024-11-27T20:17:26,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:17:27,020 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:27,020 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:17:27,020 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:27,020 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:27,020 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:17:27,020 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:27,020 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:27,020 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738647020Disabling compacts and flushes for region at 1732738647020Disabling writes for close at 1732738647020Writing region close event to WAL at 1732738647020Closed at 1732738647020 2024-11-27T20:17:27,021 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/.initializing 2024-11-27T20:17:27,021 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/WALs/6daf43b95769,33155,1732738645288 2024-11-27T20:17:27,022 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:17:27,024 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C33155%2C1732738645288, suffix=, logDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/WALs/6daf43b95769,33155,1732738645288, archiveDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/oldWALs, maxLogs=10 2024-11-27T20:17:27,038 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/WALs/6daf43b95769,33155,1732738645288/6daf43b95769%2C33155%2C1732738645288.1732738647024, exclude list is [], retry=0 2024-11-27T20:17:27,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41531,DS-fa11d56a-c49d-4f74-8ac6-ffb7155e3b2c,DISK] 2024-11-27T20:17:27,042 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/WALs/6daf43b95769,33155,1732738645288/6daf43b95769%2C33155%2C1732738645288.1732738647024 2024-11-27T20:17:27,042 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-27T20:17:27,042 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:27,043 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:27,043 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,043 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:17:27,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:27,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:27,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:17:27,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:27,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:27,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:17:27,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:27,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:17:27,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:27,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:27,051 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,051 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,052 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,053 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,053 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,053 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:27,054 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:27,056 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:27,057 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60444576, jitterRate=-0.09930562973022461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:27,057 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738647043Initializing all the Stores at 1732738647044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738647044Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738647044Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738647044Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738647044Cleaning up temporary data from old regions at 1732738647053 (+9 ms)Region opened successfully at 1732738647057 (+4 ms) 2024-11-27T20:17:27,058 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:17:27,061 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59773bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:17:27,061 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:17:27,062 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:17:27,062 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:17:27,062 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:17:27,062 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:17:27,062 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:17:27,063 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:17:27,064 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:17:27,065 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Unable to get data of znode /045577517/balancer because node does not exist (not necessarily an error) 2024-11-27T20:17:27,066 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /045577517/balancer already deleted, retry=false 2024-11-27T20:17:27,067 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:17:27,067 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Unable to get data of znode /045577517/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:17:27,068 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /045577517/normalizer already deleted, retry=false 2024-11-27T20:17:27,068 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:17:27,069 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Unable to get data of znode /045577517/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:17:27,070 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /045577517/switch/split already deleted, retry=false 2024-11-27T20:17:27,071 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Unable to get data of znode /045577517/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:17:27,074 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /045577517/switch/merge already deleted, retry=false 2024-11-27T20:17:27,075 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Unable to get data of znode /045577517/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:17:27,076 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /045577517/snapshot-cleanup already deleted, retry=false 2024-11-27T20:17:27,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/045577517/running 2024-11-27T20:17:27,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/045577517/running 2024-11-27T20:17:27,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:27,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:27,078 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,33155,1732738645288, sessionid=0x1015b1363f40000, setting cluster-up flag (Was=false) 2024-11-27T20:17:27,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:27,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:27,086 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /045577517/flush-table-proc/acquired, /045577517/flush-table-proc/reached, /045577517/flush-table-proc/abort 2024-11-27T20:17:27,087 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,33155,1732738645288 2024-11-27T20:17:27,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:27,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:27,097 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /045577517/online-snapshot/acquired, /045577517/online-snapshot/reached, /045577517/online-snapshot/abort 2024-11-27T20:17:27,098 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,33155,1732738645288 2024-11-27T20:17:27,099 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:17:27,101 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:27,101 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:17:27,101 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:17:27,101 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,33155,1732738645288 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:17:27,103 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:27,103 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:27,103 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:27,103 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:27,103 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:17:27,103 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,103 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:17:27,103 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:27,104 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:17:27,105 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:27,105 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:17:27,106 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738677106 2024-11-27T20:17:27,106 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:17:27,106 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:17:27,106 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:17:27,106 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:17:27,106 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:17:27,106 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:17:27,107 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,107 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:17:27,107 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:17:27,107 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:17:27,107 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:17:27,108 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:17:27,108 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:17:27,108 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738647108,5,FailOnTimeoutGroup] 2024-11-27T20:17:27,108 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738647108,5,FailOnTimeoutGroup] 2024-11-27T20:17:27,108 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,108 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:17:27,108 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,108 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:17:27,156 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(746): ClusterId : 6821ceb3-25c4-42d2-861b-fbe26d75410a 2024-11-27T20:17:27,156 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:17:27,158 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:17:27,158 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:17:27,160 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:17:27,160 DEBUG [RS:0;6daf43b95769:42119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583b05e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:17:27,172 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:42119 2024-11-27T20:17:27,173 INFO [RS:0;6daf43b95769:42119 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:17:27,173 INFO [RS:0;6daf43b95769:42119 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:17:27,173 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:17:27,173 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,33155,1732738645288 with port=42119, startcode=1732738645337 2024-11-27T20:17:27,173 DEBUG [RS:0;6daf43b95769:42119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:17:27,175 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:17:27,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,42119,1732738645337 2024-11-27T20:17:27,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33155 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,42119,1732738645337 2024-11-27T20:17:27,177 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00 2024-11-27T20:17:27,177 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40381 2024-11-27T20:17:27,177 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:17:27,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517/rs 2024-11-27T20:17:27,179 DEBUG [RS:0;6daf43b95769:42119 {}] zookeeper.ZKUtil(111): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Set watcher on existing znode=/045577517/rs/6daf43b95769,42119,1732738645337 2024-11-27T20:17:27,179 WARN [RS:0;6daf43b95769:42119 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:17:27,179 INFO [RS:0;6daf43b95769:42119 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:27,179 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337 2024-11-27T20:17:27,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,42119,1732738645337] 2024-11-27T20:17:27,182 INFO [RS:0;6daf43b95769:42119 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:17:27,184 INFO [RS:0;6daf43b95769:42119 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:17:27,184 INFO [RS:0;6daf43b95769:42119 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:17:27,184 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,184 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:17:27,185 INFO [RS:0;6daf43b95769:42119 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:17:27,185 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,185 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,185 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,185 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,185 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,185 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,185 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:17:27,185 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,185 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,185 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,186 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,186 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,186 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:27,186 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:17:27,186 DEBUG [RS:0;6daf43b95769:42119 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:17:27,187 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,187 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,187 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,187 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,187 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,187 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,42119,1732738645337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:17:27,202 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:17:27,202 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,42119,1732738645337-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,202 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,202 INFO [RS:0;6daf43b95769:42119 {}] regionserver.Replication(171): 6daf43b95769,42119,1732738645337 started 2024-11-27T20:17:27,216 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:27,216 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,42119,1732738645337, RpcServer on 6daf43b95769/172.17.0.2:42119, sessionid=0x1015b1363f40001 2024-11-27T20:17:27,216 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:17:27,216 DEBUG [RS:0;6daf43b95769:42119 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,42119,1732738645337 2024-11-27T20:17:27,216 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,42119,1732738645337' 2024-11-27T20:17:27,216 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/045577517/flush-table-proc/abort' 2024-11-27T20:17:27,217 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/045577517/flush-table-proc/acquired' 2024-11-27T20:17:27,217 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:17:27,217 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:17:27,217 DEBUG [RS:0;6daf43b95769:42119 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,42119,1732738645337 2024-11-27T20:17:27,217 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,42119,1732738645337' 2024-11-27T20:17:27,217 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/045577517/online-snapshot/abort' 2024-11-27T20:17:27,218 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/045577517/online-snapshot/acquired' 2024-11-27T20:17:27,218 DEBUG [RS:0;6daf43b95769:42119 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:17:27,218 INFO [RS:0;6daf43b95769:42119 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:17:27,218 INFO [RS:0;6daf43b95769:42119 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:17:27,318 INFO [RS:0;6daf43b95769:42119 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:17:27,320 INFO [RS:0;6daf43b95769:42119 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C42119%2C1732738645337, suffix=, logDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337, archiveDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/oldWALs, maxLogs=10 2024-11-27T20:17:27,333 DEBUG [RS:0;6daf43b95769:42119 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320, exclude list is [], retry=0 2024-11-27T20:17:27,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41531,DS-fa11d56a-c49d-4f74-8ac6-ffb7155e3b2c,DISK] 2024-11-27T20:17:27,338 INFO [RS:0;6daf43b95769:42119 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 2024-11-27T20:17:27,342 DEBUG [RS:0;6daf43b95769:42119 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-27T20:17:27,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:17:27,516 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00 2024-11-27T20:17:27,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:17:27,534 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:17:27,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:27,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:27,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:27,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:27,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:27,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:17:27,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:17:27,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:27,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:27,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:17:27,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:17:27,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:27,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:27,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:17:27,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:17:27,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:27,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:27,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:17:27,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:17:27,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:27,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:27,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:17:27,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740 2024-11-27T20:17:27,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740 2024-11-27T20:17:27,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:17:27,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:17:27,933 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:27,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:17:27,936 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:27,936 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73250159, jitterRate=0.09151242673397064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:27,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738647922Initializing all the Stores at 1732738647923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738647923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738647924 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738647924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738647924Cleaning up temporary data from old regions at 1732738647933 (+9 ms)Region opened successfully at 1732738647937 (+4 ms) 2024-11-27T20:17:27,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:17:27,937 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:17:27,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:17:27,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:17:27,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:17:27,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:27,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738647937Disabling compacts and flushes for region at 1732738647937Disabling writes for close at 1732738647937Writing region close event to WAL at 1732738647937Closed at 1732738647937 2024-11-27T20:17:27,939 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:27,939 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:17:27,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:17:27,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:17:27,941 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:17:28,091 DEBUG [6daf43b95769:33155 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:17:28,092 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,42119,1732738645337 2024-11-27T20:17:28,093 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,42119,1732738645337, state=OPENING 2024-11-27T20:17:28,096 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:17:28,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:28,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:28,098 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:17:28,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /045577517/meta-region-server: CHANGED 2024-11-27T20:17:28,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /045577517/meta-region-server: CHANGED 2024-11-27T20:17:28,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,42119,1732738645337}] 2024-11-27T20:17:28,251 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:17:28,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:17:28,256 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:17:28,256 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:28,257 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:17:28,258 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C42119%2C1732738645337.meta, suffix=.meta, logDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337, archiveDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/oldWALs, maxLogs=10 2024-11-27T20:17:28,272 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.meta.1732738648259.meta, exclude list is [], retry=0 2024-11-27T20:17:28,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41531,DS-fa11d56a-c49d-4f74-8ac6-ffb7155e3b2c,DISK] 2024-11-27T20:17:28,276 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.meta.1732738648259.meta 2024-11-27T20:17:28,276 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-27T20:17:28,276 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:28,277 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:17:28,277 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:17:28,277 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:17:28,277 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:17:28,277 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:17:28,277 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:28,277 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:17:28,277 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:17:28,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:17:28,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:17:28,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:28,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:28,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:17:28,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:17:28,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:28,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:28,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:17:28,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:17:28,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:28,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:28,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:17:28,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:17:28,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:28,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:28,284 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:17:28,284 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740 2024-11-27T20:17:28,285 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740 2024-11-27T20:17:28,286 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:17:28,286 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:17:28,287 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:28,288 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:17:28,289 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72236178, jitterRate=0.0764029324054718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:28,289 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:17:28,289 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738648277Writing region info on filesystem at 1732738648277Initializing all the Stores at 1732738648278 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738648278Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738648278Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738648278Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738648278Cleaning up temporary data from old regions at 1732738648286 (+8 ms)Running coprocessor post-open hooks at 1732738648289 (+3 ms)Region opened successfully at 1732738648289 2024-11-27T20:17:28,290 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738648250 2024-11-27T20:17:28,293 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:17:28,293 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:17:28,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,42119,1732738645337 2024-11-27T20:17:28,294 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,42119,1732738645337, state=OPEN 2024-11-27T20:17:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/045577517/meta-region-server 2024-11-27T20:17:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/045577517/meta-region-server 2024-11-27T20:17:28,298 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,42119,1732738645337 2024-11-27T20:17:28,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /045577517/meta-region-server: CHANGED 2024-11-27T20:17:28,298 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /045577517/meta-region-server: CHANGED 2024-11-27T20:17:28,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:17:28,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,42119,1732738645337 in 200 msec 2024-11-27T20:17:28,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:17:28,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-11-27T20:17:28,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:28,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:17:28,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:28,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,42119,1732738645337, seqNum=-1] 2024-11-27T20:17:28,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:28,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:28,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-11-27T20:17:28,312 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738648312, completionTime=-1 2024-11-27T20:17:28,312 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:17:28,312 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:17:28,314 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:17:28,314 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738708314 2024-11-27T20:17:28,314 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738768314 2024-11-27T20:17:28,314 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T20:17:28,314 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33155,1732738645288-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:28,314 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33155,1732738645288-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:28,315 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33155,1732738645288-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:28,315 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:33155, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:28,315 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:28,315 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:28,317 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:17:28,318 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.947sec 2024-11-27T20:17:28,318 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:17:28,318 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:17:28,318 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:17:28,318 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:17:28,318 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:17:28,318 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33155,1732738645288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:17:28,318 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33155,1732738645288-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:17:28,321 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:17:28,321 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:17:28,321 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33155,1732738645288-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:28,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db9e1fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:28,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,33155,-1 for getting cluster id 2024-11-27T20:17:28,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:28,359 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6821ceb3-25c4-42d2-861b-fbe26d75410a' 2024-11-27T20:17:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6821ceb3-25c4-42d2-861b-fbe26d75410a" 2024-11-27T20:17:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2154999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,33155,-1] 2024-11-27T20:17:28,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:28,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:28,361 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:28,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d74cab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:28,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,42119,1732738645337, seqNum=-1] 2024-11-27T20:17:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:28,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,33155,1732738645288 2024-11-27T20:17:28,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50744 2024-11-27T20:17:28,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:28,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b1363f40002 connected 2024-11-27T20:17:28,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/hadoop.log.dir so I do NOT create it in target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f 2024-11-27T20:17:28,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:17:28,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/hadoop.tmp.dir so I do NOT create it in target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f 2024-11-27T20:17:28,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:17:28,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f 2024-11-27T20:17:28,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:17:28,374 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/cluster_9a793373-0ceb-ad8a-5f01-bd378147b9e1, deleteOnExit=true 2024-11-27T20:17:28,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:17:28,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/test.cache.data in system properties and HBase conf 2024-11-27T20:17:28,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:17:28,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:17:28,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:17:28,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:17:28,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:17:28,374 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:17:28,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:17:28,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:17:28,450 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:28,455 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:17:28,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:17:28,456 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:17:28,456 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:17:28,457 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:28,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cf66a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:17:28,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e3599b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:17:28,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a26bb8a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/java.io.tmpdir/jetty-localhost-39515-hadoop-hdfs-3_4_1-tests_jar-_-any-9317338829374242952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:17:28,574 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@249aa642{HTTP/1.1, (http/1.1)}{localhost:39515} 2024-11-27T20:17:28,574 INFO [Time-limited test {}] server.Server(415): Started @50015ms 2024-11-27T20:17:28,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:17:28,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:17:28,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:17:28,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:17:28,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:17:28,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2543a5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:17:28,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7eac389a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:17:28,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2620d2dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/java.io.tmpdir/jetty-localhost-37573-hadoop-hdfs-3_4_1-tests_jar-_-any-16853651535962152162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:17:28,773 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661d3feb{HTTP/1.1, (http/1.1)}{localhost:37573} 2024-11-27T20:17:28,773 INFO [Time-limited test {}] server.Server(415): Started @50214ms 2024-11-27T20:17:28,774 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:17:28,876 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/cluster_9a793373-0ceb-ad8a-5f01-bd378147b9e1/data/data2/current/BP-1213242197-172.17.0.2-1732738648396/current, will proceed with Du for space computation calculation, 2024-11-27T20:17:28,876 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/cluster_9a793373-0ceb-ad8a-5f01-bd378147b9e1/data/data1/current/BP-1213242197-172.17.0.2-1732738648396/current, will proceed with Du for space computation calculation, 2024-11-27T20:17:28,895 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:17:28,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd15478b0cf0641 with lease ID 0x7c2d5cfe5b3a712b: Processing first storage report for DS-cb5569a3-69e5-4844-851e-73f4b1056fbc from datanode DatanodeRegistration(127.0.0.1:42213, datanodeUuid=7ed1cfd2-cb81-4287-9034-4cc10fbf475b, infoPort=35463, infoSecurePort=0, ipcPort=40345, storageInfo=lv=-57;cid=testClusterID;nsid=119951641;c=1732738648396) 2024-11-27T20:17:28,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd15478b0cf0641 with lease ID 0x7c2d5cfe5b3a712b: from storage DS-cb5569a3-69e5-4844-851e-73f4b1056fbc node DatanodeRegistration(127.0.0.1:42213, datanodeUuid=7ed1cfd2-cb81-4287-9034-4cc10fbf475b, infoPort=35463, infoSecurePort=0, ipcPort=40345, storageInfo=lv=-57;cid=testClusterID;nsid=119951641;c=1732738648396), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:17:28,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd15478b0cf0641 with lease ID 0x7c2d5cfe5b3a712b: Processing first storage report for DS-e0aebf1a-3093-479e-8117-8a8f687d7bee from datanode DatanodeRegistration(127.0.0.1:42213, datanodeUuid=7ed1cfd2-cb81-4287-9034-4cc10fbf475b, infoPort=35463, infoSecurePort=0, ipcPort=40345, storageInfo=lv=-57;cid=testClusterID;nsid=119951641;c=1732738648396) 2024-11-27T20:17:28,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd15478b0cf0641 with lease ID 0x7c2d5cfe5b3a712b: from storage DS-e0aebf1a-3093-479e-8117-8a8f687d7bee node DatanodeRegistration(127.0.0.1:42213, datanodeUuid=7ed1cfd2-cb81-4287-9034-4cc10fbf475b, infoPort=35463, infoSecurePort=0, ipcPort=40345, storageInfo=lv=-57;cid=testClusterID;nsid=119951641;c=1732738648396), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:17:29,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f 2024-11-27T20:17:29,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:29,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:29,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:17:29,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975 with version=8 2024-11-27T20:17:29,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/hbase-staging 2024-11-27T20:17:29,413 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:17:29,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:29,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:29,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:17:29,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:29,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:17:29,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:17:29,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:17:29,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40049 2024-11-27T20:17:29,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40049 connecting to ZooKeeper ensemble=127.0.0.1:50744 2024-11-27T20:17:29,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400490x0, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:29,418 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40049-0x1015b1363f40003 connected 2024-11-27T20:17:29,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:29,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:29,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Set watcher on znode that does not yet exist, /11381289142/running 2024-11-27T20:17:29,432 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975, hbase.cluster.distributed=false 2024-11-27T20:17:29,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Set watcher on znode that does not yet exist, /11381289142/acl 2024-11-27T20:17:29,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-27T20:17:29,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40049 2024-11-27T20:17:29,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40049 2024-11-27T20:17:29,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-27T20:17:29,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40049 2024-11-27T20:17:29,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:17:29,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:29,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:29,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:17:29,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:17:29,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:17:29,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:17:29,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:17:29,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44859 2024-11-27T20:17:29,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44859 connecting to ZooKeeper ensemble=127.0.0.1:50744 2024-11-27T20:17:29,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:29,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:29,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448590x0, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:29,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448590x0, quorum=127.0.0.1:50744, baseZNode=/11381289142 Set watcher on znode that does not yet exist, /11381289142/running 2024-11-27T20:17:29,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44859-0x1015b1363f40004 connected 2024-11-27T20:17:29,458 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:17:29,458 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:17:29,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Set watcher on znode that does not yet exist, /11381289142/master 2024-11-27T20:17:29,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Set watcher on znode that does not yet exist, /11381289142/acl 2024-11-27T20:17:29,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44859 2024-11-27T20:17:29,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44859 2024-11-27T20:17:29,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44859 2024-11-27T20:17:29,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44859 2024-11-27T20:17:29,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44859 2024-11-27T20:17:29,473 DEBUG [M:0;6daf43b95769:40049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:40049 2024-11-27T20:17:29,474 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11381289142/backup-masters/6daf43b95769,40049,1732738649413 2024-11-27T20:17:29,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142/backup-masters 2024-11-27T20:17:29,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142/backup-masters 2024-11-27T20:17:29,476 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Set watcher on existing znode=/11381289142/backup-masters/6daf43b95769,40049,1732738649413 2024-11-27T20:17:29,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11381289142/master 2024-11-27T20:17:29,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:29,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:29,477 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Set watcher on existing znode=/11381289142/master 2024-11-27T20:17:29,478 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11381289142/backup-masters/6daf43b95769,40049,1732738649413 from backup master directory 2024-11-27T20:17:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11381289142/backup-masters/6daf43b95769,40049,1732738649413 2024-11-27T20:17:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142/backup-masters 2024-11-27T20:17:29,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142/backup-masters 2024-11-27T20:17:29,480 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:17:29,480 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,40049,1732738649413 2024-11-27T20:17:29,484 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/hbase.id] with ID: 70fa59d6-e8e0-4107-8de8-1f316f2ad5bb 2024-11-27T20:17:29,484 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/.tmp/hbase.id 2024-11-27T20:17:29,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:17:29,889 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/.tmp/hbase.id]:[hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/hbase.id] 2024-11-27T20:17:29,901 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:29,901 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:17:29,902 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:17:29,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:29,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:17:30,310 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:30,310 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:17:30,311 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:30,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:17:30,719 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store 2024-11-27T20:17:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:17:31,126 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:31,126 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:17:31,126 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:31,126 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:31,126 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:17:31,126 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:31,126 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:17:31,126 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738651126Disabling compacts and flushes for region at 1732738651126Disabling writes for close at 1732738651126Writing region close event to WAL at 1732738651126Closed at 1732738651126 2024-11-27T20:17:31,127 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/.initializing 2024-11-27T20:17:31,127 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/WALs/6daf43b95769,40049,1732738649413 2024-11-27T20:17:31,128 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:17:31,130 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C40049%2C1732738649413, suffix=, logDir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/WALs/6daf43b95769,40049,1732738649413, archiveDir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/oldWALs, maxLogs=10 2024-11-27T20:17:31,143 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/WALs/6daf43b95769,40049,1732738649413/6daf43b95769%2C40049%2C1732738649413.1732738651130, exclude list is [], retry=0 2024-11-27T20:17:31,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42213,DS-cb5569a3-69e5-4844-851e-73f4b1056fbc,DISK] 2024-11-27T20:17:31,148 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/WALs/6daf43b95769,40049,1732738649413/6daf43b95769%2C40049%2C1732738649413.1732738651130 2024-11-27T20:17:31,148 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35463:35463)] 2024-11-27T20:17:31,148 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:31,148 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:31,149 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,149 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:17:31,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:31,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:17:31,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:31,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:17:31,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:31,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:17:31,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:31,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,157 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,157 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,158 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,158 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,159 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:31,160 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:17:31,161 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:31,162 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72362066, jitterRate=0.0782788097858429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:31,162 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738651149Initializing all the Stores at 1732738651149Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738651149Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738651150 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738651150Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738651150Cleaning up temporary data from old regions at 1732738651158 (+8 ms)Region opened successfully at 1732738651162 (+4 ms) 2024-11-27T20:17:31,162 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:17:31,165 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79fff1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:17:31,166 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:17:31,166 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:17:31,166 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:17:31,166 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:17:31,167 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:17:31,167 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:17:31,167 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:17:31,169 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:17:31,170 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Unable to get data of znode /11381289142/balancer because node does not exist (not necessarily an error) 2024-11-27T20:17:31,171 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11381289142/balancer already deleted, retry=false 2024-11-27T20:17:31,171 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:17:31,171 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Unable to get data of znode /11381289142/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:17:31,173 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11381289142/normalizer already deleted, retry=false 2024-11-27T20:17:31,173 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:17:31,174 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Unable to get data of znode /11381289142/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:17:31,176 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11381289142/switch/split already deleted, retry=false 2024-11-27T20:17:31,177 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Unable to get data of znode /11381289142/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:17:31,178 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11381289142/switch/merge already deleted, retry=false 2024-11-27T20:17:31,179 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Unable to get data of znode /11381289142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:17:31,180 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11381289142/snapshot-cleanup already deleted, retry=false 2024-11-27T20:17:31,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11381289142/running 2024-11-27T20:17:31,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11381289142/running 2024-11-27T20:17:31,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:31,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:31,182 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,40049,1732738649413, sessionid=0x1015b1363f40003, setting cluster-up flag (Was=false) 2024-11-27T20:17:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:31,192 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11381289142/flush-table-proc/acquired, /11381289142/flush-table-proc/reached, /11381289142/flush-table-proc/abort 2024-11-27T20:17:31,193 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,40049,1732738649413 2024-11-27T20:17:31,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:31,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:31,201 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11381289142/online-snapshot/acquired, /11381289142/online-snapshot/reached, /11381289142/online-snapshot/abort 2024-11-27T20:17:31,202 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,40049,1732738649413 2024-11-27T20:17:31,203 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:17:31,204 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:31,205 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:17:31,205 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:17:31,205 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,40049,1732738649413 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:17:31,206 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:31,206 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:31,206 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:31,206 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:17:31,206 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:17:31,206 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,206 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:17:31,206 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,207 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738681207 2024-11-27T20:17:31,207 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:17:31,207 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:17:31,207 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:17:31,207 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:17:31,207 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:17:31,207 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:17:31,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:31,208 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:17:31,208 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:17:31,208 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:17:31,208 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:17:31,208 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:17:31,209 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:17:31,212 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:17:31,212 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:17:31,213 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738651212,5,FailOnTimeoutGroup] 2024-11-27T20:17:31,213 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738651213,5,FailOnTimeoutGroup] 2024-11-27T20:17:31,213 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,213 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:17:31,213 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,213 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:17:31,265 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(746): ClusterId : 70fa59d6-e8e0-4107-8de8-1f316f2ad5bb 2024-11-27T20:17:31,265 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:17:31,267 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:17:31,267 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:17:31,269 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:17:31,269 DEBUG [RS:0;6daf43b95769:44859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@becd1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:17:31,281 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:44859 2024-11-27T20:17:31,281 INFO [RS:0;6daf43b95769:44859 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:17:31,281 INFO [RS:0;6daf43b95769:44859 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:17:31,281 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:17:31,282 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,40049,1732738649413 with port=44859, startcode=1732738649449 2024-11-27T20:17:31,282 DEBUG [RS:0;6daf43b95769:44859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:17:31,283 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:17:31,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,44859,1732738649449 2024-11-27T20:17:31,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40049 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,44859,1732738649449 2024-11-27T20:17:31,285 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975 2024-11-27T20:17:31,285 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37843 2024-11-27T20:17:31,285 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:17:31,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142/rs 2024-11-27T20:17:31,288 DEBUG [RS:0;6daf43b95769:44859 {}] zookeeper.ZKUtil(111): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Set watcher on existing znode=/11381289142/rs/6daf43b95769,44859,1732738649449 2024-11-27T20:17:31,288 WARN [RS:0;6daf43b95769:44859 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:17:31,288 INFO [RS:0;6daf43b95769:44859 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:31,288 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/WALs/6daf43b95769,44859,1732738649449 2024-11-27T20:17:31,289 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,44859,1732738649449] 2024-11-27T20:17:31,292 INFO [RS:0;6daf43b95769:44859 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:17:31,293 INFO [RS:0;6daf43b95769:44859 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:17:31,293 INFO [RS:0;6daf43b95769:44859 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:17:31,293 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,294 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:17:31,294 INFO [RS:0;6daf43b95769:44859 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:17:31,294 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,294 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,294 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:17:31,295 DEBUG [RS:0;6daf43b95769:44859 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:17:31,295 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,295 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,295 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,295 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,295 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,295 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44859,1732738649449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:17:31,310 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:17:31,310 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44859,1732738649449-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,310 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,310 INFO [RS:0;6daf43b95769:44859 {}] regionserver.Replication(171): 6daf43b95769,44859,1732738649449 started 2024-11-27T20:17:31,324 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:31,324 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,44859,1732738649449, RpcServer on 6daf43b95769/172.17.0.2:44859, sessionid=0x1015b1363f40004 2024-11-27T20:17:31,324 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:17:31,324 DEBUG [RS:0;6daf43b95769:44859 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,44859,1732738649449 2024-11-27T20:17:31,324 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,44859,1732738649449' 2024-11-27T20:17:31,324 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11381289142/flush-table-proc/abort' 2024-11-27T20:17:31,324 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11381289142/flush-table-proc/acquired' 2024-11-27T20:17:31,325 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:17:31,325 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:17:31,325 DEBUG [RS:0;6daf43b95769:44859 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,44859,1732738649449 2024-11-27T20:17:31,325 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,44859,1732738649449' 2024-11-27T20:17:31,325 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11381289142/online-snapshot/abort' 2024-11-27T20:17:31,325 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11381289142/online-snapshot/acquired' 2024-11-27T20:17:31,326 DEBUG [RS:0;6daf43b95769:44859 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:17:31,326 INFO [RS:0;6daf43b95769:44859 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:17:31,326 INFO [RS:0;6daf43b95769:44859 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:17:31,426 INFO [RS:0;6daf43b95769:44859 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:17:31,427 INFO [RS:0;6daf43b95769:44859 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C44859%2C1732738649449, suffix=, logDir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/WALs/6daf43b95769,44859,1732738649449, archiveDir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/oldWALs, maxLogs=10 2024-11-27T20:17:31,441 DEBUG [RS:0;6daf43b95769:44859 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/WALs/6daf43b95769,44859,1732738649449/6daf43b95769%2C44859%2C1732738649449.1732738651428, exclude list is [], retry=0 2024-11-27T20:17:31,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42213,DS-cb5569a3-69e5-4844-851e-73f4b1056fbc,DISK] 2024-11-27T20:17:31,445 INFO [RS:0;6daf43b95769:44859 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/WALs/6daf43b95769,44859,1732738649449/6daf43b95769%2C44859%2C1732738649449.1732738651428 2024-11-27T20:17:31,446 DEBUG [RS:0;6daf43b95769:44859 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35463:35463)] 2024-11-27T20:17:31,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:17:31,618 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975 2024-11-27T20:17:31,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:17:31,625 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:31,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:17:31,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:17:31,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:31,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:17:31,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:17:31,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:31,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:17:31,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:17:31,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:31,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:17:31,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:17:31,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:31,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:17:31,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740 2024-11-27T20:17:31,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740 2024-11-27T20:17:31,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:17:31,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:17:31,635 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:31,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:17:31,639 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:31,639 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74788982, jitterRate=0.11444267630577087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:31,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738651625Initializing all the Stores at 1732738651625Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738651626 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738651626Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738651626Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738651626Cleaning up temporary data from old regions at 1732738651635 (+9 ms)Region opened successfully at 1732738651639 (+4 ms) 2024-11-27T20:17:31,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:17:31,639 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:17:31,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:17:31,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:17:31,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:17:31,640 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:17:31,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738651639Disabling compacts and flushes for region at 1732738651639Disabling writes for close at 1732738651639Writing region close event to WAL at 1732738651640 (+1 ms)Closed at 1732738651640 2024-11-27T20:17:31,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:31,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:17:31,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:17:31,642 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:17:31,643 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:17:31,794 DEBUG [6daf43b95769:40049 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:17:31,794 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,44859,1732738649449 2024-11-27T20:17:31,795 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,44859,1732738649449, state=OPENING 2024-11-27T20:17:31,800 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:17:31,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:31,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:17:31,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11381289142/meta-region-server: CHANGED 2024-11-27T20:17:31,802 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:17:31,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11381289142/meta-region-server: CHANGED 2024-11-27T20:17:31,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,44859,1732738649449}] 2024-11-27T20:17:31,955 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:17:31,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:17:31,961 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:17:31,961 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:31,961 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:17:31,963 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C44859%2C1732738649449.meta, suffix=.meta, logDir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/WALs/6daf43b95769,44859,1732738649449, archiveDir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/oldWALs, maxLogs=10 2024-11-27T20:17:31,977 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/WALs/6daf43b95769,44859,1732738649449/6daf43b95769%2C44859%2C1732738649449.meta.1732738651963.meta, exclude list is [], retry=0 2024-11-27T20:17:31,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42213,DS-cb5569a3-69e5-4844-851e-73f4b1056fbc,DISK] 2024-11-27T20:17:31,980 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/WALs/6daf43b95769,44859,1732738649449/6daf43b95769%2C44859%2C1732738649449.meta.1732738651963.meta 2024-11-27T20:17:31,981 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35463:35463)] 2024-11-27T20:17:31,981 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:31,981 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:17:31,981 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:17:31,981 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:17:31,981 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:17:31,982 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:17:31,982 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:31,982 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:17:31,982 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:17:31,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:17:31,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:17:31,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:31,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:17:31,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:17:31,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:31,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:17:31,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:17:31,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:31,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:17:31,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:17:31,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:31,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:17:31,988 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:17:31,989 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740 2024-11-27T20:17:31,990 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740 2024-11-27T20:17:31,991 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:17:31,991 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:17:31,991 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:17:31,993 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:17:31,993 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70913388, jitterRate=0.05669182538986206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:17:31,993 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:17:31,993 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738651982Writing region info on filesystem at 1732738651982Initializing all the Stores at 1732738651983 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738651983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738651983Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738651983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738651983Cleaning up temporary data from old regions at 1732738651991 (+8 ms)Running coprocessor post-open hooks at 1732738651993 (+2 ms)Region opened successfully at 1732738651993 2024-11-27T20:17:31,994 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738651955 2024-11-27T20:17:31,996 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:17:31,996 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:17:31,997 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,44859,1732738649449 2024-11-27T20:17:31,998 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,44859,1732738649449, state=OPEN 2024-11-27T20:17:32,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11381289142/meta-region-server 2024-11-27T20:17:32,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11381289142/meta-region-server 2024-11-27T20:17:32,001 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,44859,1732738649449 2024-11-27T20:17:32,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11381289142/meta-region-server: CHANGED 2024-11-27T20:17:32,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11381289142/meta-region-server: CHANGED 2024-11-27T20:17:32,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:17:32,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,44859,1732738649449 in 199 msec 2024-11-27T20:17:32,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:17:32,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-27T20:17:32,006 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:17:32,006 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:17:32,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:32,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44859,1732738649449, seqNum=-1] 2024-11-27T20:17:32,008 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:32,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:32,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 810 msec 2024-11-27T20:17:32,014 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738652014, completionTime=-1 2024-11-27T20:17:32,014 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:17:32,014 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:17:32,016 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:17:32,016 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738712016 2024-11-27T20:17:32,016 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738772016 2024-11-27T20:17:32,016 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:17:32,016 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,40049,1732738649413-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:32,017 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,40049,1732738649413-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:32,017 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,40049,1732738649413-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:32,017 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:40049, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:32,017 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:32,017 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:32,018 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:17:32,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.541sec 2024-11-27T20:17:32,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:17:32,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:17:32,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:17:32,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:17:32,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:17:32,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,40049,1732738649413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:17:32,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,40049,1732738649413-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:17:32,023 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:17:32,023 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:17:32,024 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,40049,1732738649413-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:17:32,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d011572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:32,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,40049,-1 for getting cluster id 2024-11-27T20:17:32,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:32,067 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fa59d6-e8e0-4107-8de8-1f316f2ad5bb' 2024-11-27T20:17:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fa59d6-e8e0-4107-8de8-1f316f2ad5bb" 2024-11-27T20:17:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a4d7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:32,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,40049,-1] 2024-11-27T20:17:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:32,069 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:32,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72472c29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:32,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:32,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44859,1732738649449, seqNum=-1] 2024-11-27T20:17:32,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:32,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:32,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,40049,1732738649413 2024-11-27T20:17:32,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50744 2024-11-27T20:17:32,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:17:32,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b1363f40005 connected 2024-11-27T20:17:32,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,33155,1732738645288 2024-11-27T20:17:32,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e72af 2024-11-27T20:17:32,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:32,086 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:32,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:32,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:17:32,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:17:32,094 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:32,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:17:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:32,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:17:32,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:17:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:32,505 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 528a2331eeccca99c3b7fee32eaa3dce, NAME => 'test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00 2024-11-27T20:17:32,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:17:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:32,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:32,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 528a2331eeccca99c3b7fee32eaa3dce, disabling compactions & flushes 2024-11-27T20:17:32,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:17:32,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:17:32,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. after waiting 0 ms 2024-11-27T20:17:32,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:17:32,911 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:17:32,911 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 528a2331eeccca99c3b7fee32eaa3dce: Waiting for close lock at 1732738652911Disabling compacts and flushes for region at 1732738652911Disabling writes for close at 1732738652911Writing region close event to WAL at 1732738652911Closed at 1732738652911 2024-11-27T20:17:32,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:17:32,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738652913"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738652913"}]},"ts":"1732738652913"} 2024-11-27T20:17:32,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:17:32,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:17:32,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738652917"}]},"ts":"1732738652917"} 2024-11-27T20:17:32,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:17:32,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=528a2331eeccca99c3b7fee32eaa3dce, ASSIGN}] 2024-11-27T20:17:32,920 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=528a2331eeccca99c3b7fee32eaa3dce, ASSIGN 2024-11-27T20:17:32,921 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=528a2331eeccca99c3b7fee32eaa3dce, ASSIGN; state=OFFLINE, location=6daf43b95769,42119,1732738645337; forceNewPlan=false, retain=false 2024-11-27T20:17:33,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=528a2331eeccca99c3b7fee32eaa3dce, regionState=OPENING, regionLocation=6daf43b95769,42119,1732738645337 2024-11-27T20:17:33,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=528a2331eeccca99c3b7fee32eaa3dce, ASSIGN because future has completed 2024-11-27T20:17:33,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 528a2331eeccca99c3b7fee32eaa3dce, server=6daf43b95769,42119,1732738645337}] 2024-11-27T20:17:33,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:17:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:33,232 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:17:33,232 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 528a2331eeccca99c3b7fee32eaa3dce, NAME => 'test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:33,233 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:17:33,233 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:17:33,233 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,233 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:33,234 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,234 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,235 INFO [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,236 INFO [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 528a2331eeccca99c3b7fee32eaa3dce columnFamilyName f 2024-11-27T20:17:33,236 DEBUG [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:33,237 INFO [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] regionserver.HStore(327): Store=528a2331eeccca99c3b7fee32eaa3dce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:33,237 INFO [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,238 INFO [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 528a2331eeccca99c3b7fee32eaa3dce columnFamilyName f1 2024-11-27T20:17:33,238 DEBUG [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:33,238 INFO [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] regionserver.HStore(327): Store=528a2331eeccca99c3b7fee32eaa3dce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:33,238 INFO [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,239 INFO [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 528a2331eeccca99c3b7fee32eaa3dce columnFamilyName norep 2024-11-27T20:17:33,239 DEBUG [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:33,240 INFO [StoreOpener-528a2331eeccca99c3b7fee32eaa3dce-1 {}] regionserver.HStore(327): Store=528a2331eeccca99c3b7fee32eaa3dce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:33,240 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,241 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,241 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,242 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,242 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,243 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:17:33,244 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,247 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:33,247 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 528a2331eeccca99c3b7fee32eaa3dce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60809667, jitterRate=-0.09386534988880157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:17:33,247 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:17:33,248 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 528a2331eeccca99c3b7fee32eaa3dce: Running coprocessor pre-open hook at 1732738653234Writing region info on filesystem at 1732738653234Initializing all the Stores at 1732738653235 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738653235Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738653235Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738653235Cleaning up temporary data from old regions at 1732738653242 (+7 ms)Running coprocessor post-open hooks at 1732738653247 (+5 ms)Region opened successfully at 1732738653248 (+1 ms) 2024-11-27T20:17:33,251 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., pid=6, masterSystemTime=1732738653228 2024-11-27T20:17:33,253 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:17:33,253 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:17:33,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=528a2331eeccca99c3b7fee32eaa3dce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,42119,1732738645337 2024-11-27T20:17:33,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 528a2331eeccca99c3b7fee32eaa3dce, server=6daf43b95769,42119,1732738645337 because future has completed 2024-11-27T20:17:33,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:17:33,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 528a2331eeccca99c3b7fee32eaa3dce, server=6daf43b95769,42119,1732738645337 in 184 msec 2024-11-27T20:17:33,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:17:33,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=528a2331eeccca99c3b7fee32eaa3dce, ASSIGN in 342 msec 2024-11-27T20:17:33,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:17:33,265 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738653265"}]},"ts":"1732738653265"} 2024-11-27T20:17:33,267 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:17:33,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:17:33,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1780 sec 2024-11-27T20:17:33,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:17:33,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:33,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:33,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:33,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:33,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:17:33,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T20:17:33,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T20:17:33,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T20:17:33,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:17:33,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T20:17:33,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:17:33,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T20:17:33,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:17:33,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T20:17:34,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:34,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:34,243 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:17:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,40049,1732738649413 2024-11-27T20:17:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e91232 2024-11-27T20:17:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:34,246 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:34,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:17:34,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:17:34,250 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:34,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:17:34,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:34,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:17:34,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:17:34,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:34,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4eedc1cf80357df19f38c14fde58e6b9, NAME => 'test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975 2024-11-27T20:17:34,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:17:34,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:35,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:35,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4eedc1cf80357df19f38c14fde58e6b9, disabling compactions & flushes 2024-11-27T20:17:35,067 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:17:35,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:17:35,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. after waiting 0 ms 2024-11-27T20:17:35,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:17:35,067 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:17:35,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4eedc1cf80357df19f38c14fde58e6b9: Waiting for close lock at 1732738655067Disabling compacts and flushes for region at 1732738655067Disabling writes for close at 1732738655067Writing region close event to WAL at 1732738655067Closed at 1732738655067 2024-11-27T20:17:35,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:17:35,069 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738655069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738655069"}]},"ts":"1732738655069"} 2024-11-27T20:17:35,072 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:17:35,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:17:35,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738655073"}]},"ts":"1732738655073"} 2024-11-27T20:17:35,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:17:35,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4eedc1cf80357df19f38c14fde58e6b9, ASSIGN}] 2024-11-27T20:17:35,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4eedc1cf80357df19f38c14fde58e6b9, ASSIGN 2024-11-27T20:17:35,078 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4eedc1cf80357df19f38c14fde58e6b9, ASSIGN; state=OFFLINE, location=6daf43b95769,44859,1732738649449; forceNewPlan=false, retain=false 2024-11-27T20:17:35,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4eedc1cf80357df19f38c14fde58e6b9, regionState=OPENING, regionLocation=6daf43b95769,44859,1732738649449 2024-11-27T20:17:35,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4eedc1cf80357df19f38c14fde58e6b9, ASSIGN because future has completed 2024-11-27T20:17:35,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4eedc1cf80357df19f38c14fde58e6b9, server=6daf43b95769,44859,1732738649449}] 2024-11-27T20:17:35,389 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:17:35,389 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4eedc1cf80357df19f38c14fde58e6b9, NAME => 'test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:35,390 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:17:35,390 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:17:35,390 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,390 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:35,390 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,390 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,392 INFO [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:35,393 INFO [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eedc1cf80357df19f38c14fde58e6b9 columnFamilyName f 2024-11-27T20:17:35,393 DEBUG [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:35,393 INFO [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] regionserver.HStore(327): Store=4eedc1cf80357df19f38c14fde58e6b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:35,394 INFO [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,395 INFO [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eedc1cf80357df19f38c14fde58e6b9 columnFamilyName f1 2024-11-27T20:17:35,395 DEBUG [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:35,395 INFO [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] regionserver.HStore(327): Store=4eedc1cf80357df19f38c14fde58e6b9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:35,395 INFO [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,396 INFO [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eedc1cf80357df19f38c14fde58e6b9 columnFamilyName norep 2024-11-27T20:17:35,396 DEBUG [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:35,397 INFO [StoreOpener-4eedc1cf80357df19f38c14fde58e6b9-1 {}] regionserver.HStore(327): Store=4eedc1cf80357df19f38c14fde58e6b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:35,397 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,397 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,398 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,399 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,399 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,399 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:17:35,400 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,402 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:35,403 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4eedc1cf80357df19f38c14fde58e6b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73885681, jitterRate=0.10098244249820709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:17:35,403 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:17:35,403 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4eedc1cf80357df19f38c14fde58e6b9: Running coprocessor pre-open hook at 1732738655390Writing region info on filesystem at 1732738655390Initializing all the Stores at 1732738655391 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738655391Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738655391Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738655391Cleaning up temporary data from old regions at 1732738655399 (+8 ms)Running coprocessor post-open hooks at 1732738655403 (+4 ms)Region opened successfully at 1732738655403 2024-11-27T20:17:35,404 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9., pid=6, masterSystemTime=1732738655385 2024-11-27T20:17:35,407 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:17:35,407 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:17:35,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4eedc1cf80357df19f38c14fde58e6b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,44859,1732738649449 2024-11-27T20:17:35,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4eedc1cf80357df19f38c14fde58e6b9, server=6daf43b95769,44859,1732738649449 because future has completed 2024-11-27T20:17:35,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:17:35,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4eedc1cf80357df19f38c14fde58e6b9, server=6daf43b95769,44859,1732738649449 in 180 msec 2024-11-27T20:17:35,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:17:35,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4eedc1cf80357df19f38c14fde58e6b9, ASSIGN in 338 msec 2024-11-27T20:17:35,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:17:35,418 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738655418"}]},"ts":"1732738655418"} 2024-11-27T20:17:35,420 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:17:35,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:17:35,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-27T20:17:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:17:36,402 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:17:36,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ae677b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,33155,-1 for getting cluster id 2024-11-27T20:17:36,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:36,404 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6821ceb3-25c4-42d2-861b-fbe26d75410a' 2024-11-27T20:17:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6821ceb3-25c4-42d2-861b-fbe26d75410a" 2024-11-27T20:17:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c02833e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,33155,-1] 2024-11-27T20:17:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:36,406 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d7105e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,40049,-1 for getting cluster id 2024-11-27T20:17:36,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:36,408 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fa59d6-e8e0-4107-8de8-1f316f2ad5bb' 2024-11-27T20:17:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fa59d6-e8e0-4107-8de8-1f316f2ad5bb" 2024-11-27T20:17:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d33ab47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,40049,-1] 2024-11-27T20:17:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:36,410 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:36,410 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c337839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377967e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,33155,-1 for getting cluster id 2024-11-27T20:17:36,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:36,412 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6821ceb3-25c4-42d2-861b-fbe26d75410a' 2024-11-27T20:17:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6821ceb3-25c4-42d2-861b-fbe26d75410a" 2024-11-27T20:17:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67129d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,412 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,33155,-1] 2024-11-27T20:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:36,413 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf38e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,33155,1732738645288 2024-11-27T20:17:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b6140de 2024-11-27T20:17:36,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:36,419 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:36,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:40049,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:17:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:17:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:17:36,422 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:40049' 2024-11-27T20:17:36,423 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7079eb23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,423 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,40049,-1 for getting cluster id 2024-11-27T20:17:36,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:36,424 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fa59d6-e8e0-4107-8de8-1f316f2ad5bb' 2024-11-27T20:17:36,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:36,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fa59d6-e8e0-4107-8de8-1f316f2ad5bb" 2024-11-27T20:17:36,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512743c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,40049,-1] 2024-11-27T20:17:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:36,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:36,425 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:36,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea3f8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:36,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,40049,1732738649413 2024-11-27T20:17:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21595e0d 2024-11-27T20:17:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:36,428 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:36,428 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:17:36,428 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:17:36,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:36,428 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:36,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:36,429 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:17:36,430 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:17:36,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:17:36,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:36,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:17:36,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:17:36,480 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:17:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:17:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:17:36,840 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19a812e265fe47cd4dd4dd17d9ea2204, NAME => 'hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00 2024-11-27T20:17:36,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:17:37,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:17:37,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:37,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 19a812e265fe47cd4dd4dd17d9ea2204, disabling compactions & flushes 2024-11-27T20:17:37,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:17:37,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:17:37,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. after waiting 0 ms 2024-11-27T20:17:37,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:17:37,246 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:17:37,246 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19a812e265fe47cd4dd4dd17d9ea2204: Waiting for close lock at 1732738657246Disabling compacts and flushes for region at 1732738657246Disabling writes for close at 1732738657246Writing region close event to WAL at 1732738657246Closed at 1732738657246 2024-11-27T20:17:37,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:17:37,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738657248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738657248"}]},"ts":"1732738657248"} 2024-11-27T20:17:37,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:17:37,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:17:37,251 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738657251"}]},"ts":"1732738657251"} 2024-11-27T20:17:37,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:17:37,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19a812e265fe47cd4dd4dd17d9ea2204, ASSIGN}] 2024-11-27T20:17:37,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19a812e265fe47cd4dd4dd17d9ea2204, ASSIGN 2024-11-27T20:17:37,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19a812e265fe47cd4dd4dd17d9ea2204, ASSIGN; state=OFFLINE, location=6daf43b95769,42119,1732738645337; forceNewPlan=false, retain=false 2024-11-27T20:17:37,292 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T20:17:37,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19a812e265fe47cd4dd4dd17d9ea2204, regionState=OPENING, regionLocation=6daf43b95769,42119,1732738645337 2024-11-27T20:17:37,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19a812e265fe47cd4dd4dd17d9ea2204, ASSIGN because future has completed 2024-11-27T20:17:37,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19a812e265fe47cd4dd4dd17d9ea2204, server=6daf43b95769,42119,1732738645337}] 2024-11-27T20:17:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:17:37,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:17:37,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:17:37,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:17:37,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C42119%2C1732738645337.rep, suffix=, logDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337, archiveDir=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/oldWALs, maxLogs=10 2024-11-27T20:17:37,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.rep.1732738657568, exclude list is [], retry=0 2024-11-27T20:17:37,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41531,DS-fa11d56a-c49d-4f74-8ac6-ffb7155e3b2c,DISK] 2024-11-27T20:17:37,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.rep.1732738657568 2024-11-27T20:17:37,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36369:36369)] 2024-11-27T20:17:37,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 19a812e265fe47cd4dd4dd17d9ea2204, NAME => 'hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:17:37,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:17:37,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:17:37,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. service=MultiRowMutationService 2024-11-27T20:17:37,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:17:37,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:17:37,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,588 INFO [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,589 INFO [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a812e265fe47cd4dd4dd17d9ea2204 columnFamilyName hfileref 2024-11-27T20:17:37,589 DEBUG [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:37,589 INFO [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] regionserver.HStore(327): Store=19a812e265fe47cd4dd4dd17d9ea2204/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:37,589 INFO [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,590 INFO [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a812e265fe47cd4dd4dd17d9ea2204 columnFamilyName queue 2024-11-27T20:17:37,591 DEBUG [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:37,591 INFO [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] regionserver.HStore(327): Store=19a812e265fe47cd4dd4dd17d9ea2204/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:37,591 INFO [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,592 INFO [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a812e265fe47cd4dd4dd17d9ea2204 columnFamilyName sid 2024-11-27T20:17:37,592 DEBUG [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:17:37,592 INFO [StoreOpener-19a812e265fe47cd4dd4dd17d9ea2204-1 {}] regionserver.HStore(327): Store=19a812e265fe47cd4dd4dd17d9ea2204/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:17:37,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:17:37,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:17:37,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 19a812e265fe47cd4dd4dd17d9ea2204; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60807087, jitterRate=-0.0939037948846817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:17:37,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:17:37,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 19a812e265fe47cd4dd4dd17d9ea2204: Running coprocessor pre-open hook at 1732738657587Writing region info on filesystem at 1732738657587Initializing all the Stores at 1732738657587Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738657587Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738657587Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738657587Cleaning up temporary data from old regions at 1732738657594 (+7 ms)Running coprocessor post-open hooks at 1732738657598 (+4 ms)Region opened successfully at 1732738657599 (+1 ms) 2024-11-27T20:17:37,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204., pid=10, masterSystemTime=1732738657561 2024-11-27T20:17:37,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:17:37,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:17:37,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=19a812e265fe47cd4dd4dd17d9ea2204, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,42119,1732738645337 2024-11-27T20:17:37,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19a812e265fe47cd4dd4dd17d9ea2204, server=6daf43b95769,42119,1732738645337 because future has completed 2024-11-27T20:17:37,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:17:37,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 19a812e265fe47cd4dd4dd17d9ea2204, server=6daf43b95769,42119,1732738645337 in 197 msec 2024-11-27T20:17:37,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:17:37,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19a812e265fe47cd4dd4dd17d9ea2204, ASSIGN in 354 msec 2024-11-27T20:17:37,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:17:37,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738657610"}]},"ts":"1732738657610"} 2024-11-27T20:17:37,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:17:37,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:17:37,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-27T20:17:37,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204., hostname=6daf43b95769,42119,1732738645337, seqNum=2] 2024-11-27T20:17:37,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:37,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:17:37,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:17:37,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42119 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:17:37,799 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:17:37,865 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,42119,1732738645337, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:17:37,866 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:37,866 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,42119,1732738645337, seqNum=-1] 2024-11-27T20:17:37,866 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:37,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-27T20:17:37,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,42119,1732738645337', locateType=CURRENT is [region=hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204., hostname=6daf43b95769,42119,1732738645337, seqNum=2] 2024-11-27T20:17:37,883 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:17:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:17:37,886 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,42119,1732738645337 suceeded 2024-11-27T20:17:37,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:17:37,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 240 msec 2024-11-27T20:17:37,889 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:40049,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-27T20:17:37,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4700 sec 2024-11-27T20:17:37,909 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:40049' 2024-11-27T20:17:37,911 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61714935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:37,911 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,40049,-1 for getting cluster id 2024-11-27T20:17:37,911 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:37,912 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fa59d6-e8e0-4107-8de8-1f316f2ad5bb' 2024-11-27T20:17:37,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:37,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fa59d6-e8e0-4107-8de8-1f316f2ad5bb" 2024-11-27T20:17:37,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3520067b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:37,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,40049,-1] 2024-11-27T20:17:37,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:37,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:37,914 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:37,915 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5063c22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:37,915 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:37,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,40049,1732738649413 2024-11-27T20:17:37,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ff60b48 2024-11-27T20:17:37,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:37,917 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-27T20:17:37,918 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,42119,1732738645337 (queues=1) is replicating from cluster=6821ceb3-25c4-42d2-861b-fbe26d75410a to cluster=70fa59d6-e8e0-4107-8de8-1f316f2ad5bb 2024-11-27T20:17:37,918 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C42119%2C1732738645337 2024-11-27T20:17:37,918 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,42119,1732738645337, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:17:37,919 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.shipper6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C42119%2C1732738645337 2024-11-27T20:17:37,919 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320, startPosition=0, beingWritten=true 2024-11-27T20:17:37,933 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:17:37,933 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 379, reset compression=false 2024-11-27T20:17:37,933 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.shipper6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,42119,1732738645337 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:17:38,138 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 379, reset compression=false 2024-11-27T20:17:38,443 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 379, reset compression=false 2024-11-27T20:17:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33155 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:17:38,572 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:17:38,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:38,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:38,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:38,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:38,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:38,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:38,579 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732738658577/Put/seqid=0 2024-11-27T20:17:38,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741840_1016 (size=7894) 2024-11-27T20:17:38,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:17:38,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:38,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:38,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:38,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:17:38,848 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 379, reset compression=false 2024-11-27T20:17:38,986 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f/f/hfile_1 is 34, key is ddd/f:row/1732738658985/Put/seqid=0 2024-11-27T20:17:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741841_1017 (size=7691) 2024-11-27T20:17:39,352 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 379, reset compression=false 2024-11-27T20:17:39,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e769f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:39,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,33155,-1 for getting cluster id 2024-11-27T20:17:39,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:39,396 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6821ceb3-25c4-42d2-861b-fbe26d75410a' 2024-11-27T20:17:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6821ceb3-25c4-42d2-861b-fbe26d75410a" 2024-11-27T20:17:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cc5f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:39,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,33155,-1] 2024-11-27T20:17:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:39,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,398 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:39,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f9e157b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:39,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:39,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,42119,1732738645337, seqNum=-1] 2024-11-27T20:17:39,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:39,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:39,410 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,33155,1732738645288 2024-11-27T20:17:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cb005da 2024-11-27T20:17:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:39,415 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:39,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2] 2024-11-27T20:17:39,431 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:17:39,443 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T20:17:39,446 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T20:17:39,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f/f/hfile_0 for inclusion in 528a2331eeccca99c3b7fee32eaa3dce/f 2024-11-27T20:17:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T20:17:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:17:39,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f/f/hfile_1 for inclusion in 528a2331eeccca99c3b7fee32eaa3dce/f 2024-11-27T20:17:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T20:17:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:17:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HRegion(2603): Flush status journal for 528a2331eeccca99c3b7fee32eaa3dce: 2024-11-27T20:17:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f/f/hfile_0 to hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__5afs05mkhf9v4vd24vf1rvo0aludei0b1gklrf9vtekrom99vtc053spab8ai5hp/f/hfile_0 2024-11-27T20:17:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__5afs05mkhf9v4vd24vf1rvo0aludei0b1gklrf9vtekrom99vtc053spab8ai5hp/f/hfile_0 as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f/a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_ 2024-11-27T20:17:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f/f/hfile_1 to hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__5afs05mkhf9v4vd24vf1rvo0aludei0b1gklrf9vtekrom99vtc053spab8ai5hp/f/hfile_1 2024-11-27T20:17:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__5afs05mkhf9v4vd24vf1rvo0aludei0b1gklrf9vtekrom99vtc053spab8ai5hp/f/hfile_1 as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f/53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_ 2024-11-27T20:17:39,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__5afs05mkhf9v4vd24vf1rvo0aludei0b1gklrf9vtekrom99vtc053spab8ai5hp/f/hfile_0 into 528a2331eeccca99c3b7fee32eaa3dce/f as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f/a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_ - updating store file list. 2024-11-27T20:17:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:17:39,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f/a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_ into 528a2331eeccca99c3b7fee32eaa3dce/f 2024-11-27T20:17:39,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__5afs05mkhf9v4vd24vf1rvo0aludei0b1gklrf9vtekrom99vtc053spab8ai5hp/f/hfile_0 into 528a2331eeccca99c3b7fee32eaa3dce/f (new location: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f/a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_) 2024-11-27T20:17:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__5afs05mkhf9v4vd24vf1rvo0aludei0b1gklrf9vtekrom99vtc053spab8ai5hp/f/hfile_0 2024-11-27T20:17:39,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__5afs05mkhf9v4vd24vf1rvo0aludei0b1gklrf9vtekrom99vtc053spab8ai5hp/f/hfile_1 into 528a2331eeccca99c3b7fee32eaa3dce/f as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f/53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_ - updating store file list. 2024-11-27T20:17:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:17:39,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f/53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_ into 528a2331eeccca99c3b7fee32eaa3dce/f 2024-11-27T20:17:39,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__5afs05mkhf9v4vd24vf1rvo0aludei0b1gklrf9vtekrom99vtc053spab8ai5hp/f/hfile_1 into 528a2331eeccca99c3b7fee32eaa3dce/f (new location: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f/53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_) 2024-11-27T20:17:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__5afs05mkhf9v4vd24vf1rvo0aludei0b1gklrf9vtekrom99vtc053spab8ai5hp/f/hfile_1 2024-11-27T20:17:39,506 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:39,506 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:39,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:39,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:39,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2 , the old value is region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6daf43b95769:42119 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:17:39,508 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T20:17:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44859,1732738649449, seqNum=-1] 2024-11-27T20:17:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:17:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2 from cache 2024-11-27T20:17:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:39,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9., hostname=6daf43b95769,44859,1732738649449, seqNum=2] 2024-11-27T20:17:39,515 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T20:17:39,613 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:42119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:17:39,956 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 379, reset compression=false 2024-11-27T20:17:39,964 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:17:39,964 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.shipper6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,42119,1732738645337 got entry batch from reader: WALEntryBatch [walEntries=[{test/528a2331eeccca99c3b7fee32eaa3dce/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732738659500/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T20:17:39,988 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.shipper6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:17:39,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-27T20:17:39,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.ReplicationSink(318): Replicating [6821ceb3-25c4-42d2-861b-fbe26d75410a] bulk loaded data 2024-11-27T20:17:39,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@108cd918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:39,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,40049,-1 for getting cluster id 2024-11-27T20:17:39,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:39,994 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70fa59d6-e8e0-4107-8de8-1f316f2ad5bb' 2024-11-27T20:17:39,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:39,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70fa59d6-e8e0-4107-8de8-1f316f2ad5bb" 2024-11-27T20:17:39,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@234be9df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:39,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,40049,-1] 2024-11-27T20:17:39,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:39,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:39,996 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:39,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70971f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:40,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741837_1013 (size=7894) 2024-11-27T20:17:40,164 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 687, reset compression=false 2024-11-27T20:17:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741838_1014 (size=7691) 2024-11-27T20:17:40,469 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 687, reset compression=false 2024-11-27T20:17:40,517 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T20:17:40,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:40,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,40049,1732738649413 2024-11-27T20:17:40,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b9e7969 2024-11-27T20:17:40,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:40,830 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-27T20:17:40,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:17:40,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:40,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44859,1732738649449, seqNum=-1] 2024-11-27T20:17:40,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:40,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-27T20:17:40,846 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T20:17:40,850 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T20:17:40,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_ for inclusion in 4eedc1cf80357df19f38c14fde58e6b9/f 2024-11-27T20:17:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T20:17:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:17:40,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_ for inclusion in 4eedc1cf80357df19f38c14fde58e6b9/f 2024-11-27T20:17:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T20:17:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:17:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HRegion(2603): Flush status journal for 4eedc1cf80357df19f38c14fde58e6b9: 2024-11-27T20:17:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:17:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_ as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9/f/e9ef864a26ae4e1295d6b31ee3d82217_SeqId_4_ 2024-11-27T20:17:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:17:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_ as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9/f/cde0064d193b425ea5eb730794c76b9d_SeqId_4_ 2024-11-27T20:17:40,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_ into 4eedc1cf80357df19f38c14fde58e6b9/f as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9/f/e9ef864a26ae4e1295d6b31ee3d82217_SeqId_4_ - updating store file list. 2024-11-27T20:17:40,873 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 687, reset compression=false 2024-11-27T20:17:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e9ef864a26ae4e1295d6b31ee3d82217_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:17:40,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9/f/e9ef864a26ae4e1295d6b31ee3d82217_SeqId_4_ into 4eedc1cf80357df19f38c14fde58e6b9/f 2024-11-27T20:17:40,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_ into 4eedc1cf80357df19f38c14fde58e6b9/f (new location: hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9/f/e9ef864a26ae4e1295d6b31ee3d82217_SeqId_4_) 2024-11-27T20:17:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_ 2024-11-27T20:17:40,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_ into 4eedc1cf80357df19f38c14fde58e6b9/f as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9/f/cde0064d193b425ea5eb730794c76b9d_SeqId_4_ - updating store file list. 2024-11-27T20:17:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cde0064d193b425ea5eb730794c76b9d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:17:40,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9/f/cde0064d193b425ea5eb730794c76b9d_SeqId_4_ into 4eedc1cf80357df19f38c14fde58e6b9/f 2024-11-27T20:17:40,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_ into 4eedc1cf80357df19f38c14fde58e6b9/f (new location: hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9/f/cde0064d193b425ea5eb730794c76b9d_SeqId_4_) 2024-11-27T20:17:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/staging/jenkins.hfs.6__test__cjbq1v99snf718bc3mqduug7en9nd8v7kfu7icf6cmsv3ji3s52pc3ubdliq8uqd/f/a0bb86836fe24cb39fbd1707c86aaad2_SeqId_4_ 2024-11-27T20:17:40,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44859 {}] regionserver.ReplicationSink(324): Finished replicating [6821ceb3-25c4-42d2-861b-fbe26d75410a] bulk loaded data 2024-11-27T20:17:41,384 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 687, reset compression=false 2024-11-27T20:17:41,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:17:41,550 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732738661549/Put/seqid=0 2024-11-27T20:17:41,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741842_1018 (size=7997) 2024-11-27T20:17:41,963 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732738661962/Put/seqid=0 2024-11-27T20:17:41,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741843_1019 (size=7794) 2024-11-27T20:17:41,989 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 687, reset compression=false 2024-11-27T20:17:42,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47000a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:42,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,33155,-1 for getting cluster id 2024-11-27T20:17:42,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:17:42,376 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6821ceb3-25c4-42d2-861b-fbe26d75410a' 2024-11-27T20:17:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:17:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6821ceb3-25c4-42d2-861b-fbe26d75410a" 2024-11-27T20:17:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ad989a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:42,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,33155,-1] 2024-11-27T20:17:42,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:17:42,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:42,378 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:17:42,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3a0135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:17:42,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:42,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,42119,1732738645337, seqNum=-1] 2024-11-27T20:17:42,381 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:42,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:42,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:17:42,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,33155,1732738645288 2024-11-27T20:17:42,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ccb49ed 2024-11-27T20:17:42,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:17:42,393 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:17:42,397 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2] 2024-11-27T20:17:42,400 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:17:42,408 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T20:17:42,412 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T20:17:42,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f1/f1/hfile_1 for inclusion in 528a2331eeccca99c3b7fee32eaa3dce/f1 2024-11-27T20:17:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T20:17:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:17:42,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f1/f1/hfile_0 for inclusion in 528a2331eeccca99c3b7fee32eaa3dce/f1 2024-11-27T20:17:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T20:17:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:17:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HRegion(2603): Flush status journal for 528a2331eeccca99c3b7fee32eaa3dce: 2024-11-27T20:17:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f1/f1/hfile_1 to hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__rif966stu32u1jmi57t84selar1pcf86lbq2930rrteg45p0s9ps166pgc376v3/f1/hfile_1 2024-11-27T20:17:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__rif966stu32u1jmi57t84selar1pcf86lbq2930rrteg45p0s9ps166pgc376v3/f1/hfile_1 as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f1/1f88a81c19fe4fb7b89a31ae56d31899_SeqId_6_ 2024-11-27T20:17:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/load_f1/f1/hfile_0 to hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__rif966stu32u1jmi57t84selar1pcf86lbq2930rrteg45p0s9ps166pgc376v3/f1/hfile_0 2024-11-27T20:17:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__rif966stu32u1jmi57t84selar1pcf86lbq2930rrteg45p0s9ps166pgc376v3/f1/hfile_0 as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f1/a3161be728e54a019b5b8b2675c59678_SeqId_6_ 2024-11-27T20:17:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-27T20:17:42,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__rif966stu32u1jmi57t84selar1pcf86lbq2930rrteg45p0s9ps166pgc376v3/f1/hfile_1 into 528a2331eeccca99c3b7fee32eaa3dce/f1 as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f1/1f88a81c19fe4fb7b89a31ae56d31899_SeqId_6_ - updating store file list. 2024-11-27T20:17:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1f88a81c19fe4fb7b89a31ae56d31899_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T20:17:42,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f1/1f88a81c19fe4fb7b89a31ae56d31899_SeqId_6_ into 528a2331eeccca99c3b7fee32eaa3dce/f1 2024-11-27T20:17:42,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__rif966stu32u1jmi57t84selar1pcf86lbq2930rrteg45p0s9ps166pgc376v3/f1/hfile_1 into 528a2331eeccca99c3b7fee32eaa3dce/f1 (new location: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f1/1f88a81c19fe4fb7b89a31ae56d31899_SeqId_6_) 2024-11-27T20:17:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__rif966stu32u1jmi57t84selar1pcf86lbq2930rrteg45p0s9ps166pgc376v3/f1/hfile_1 2024-11-27T20:17:42,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__rif966stu32u1jmi57t84selar1pcf86lbq2930rrteg45p0s9ps166pgc376v3/f1/hfile_0 into 528a2331eeccca99c3b7fee32eaa3dce/f1 as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f1/a3161be728e54a019b5b8b2675c59678_SeqId_6_ - updating store file list. 2024-11-27T20:17:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a3161be728e54a019b5b8b2675c59678_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T20:17:42,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f1/a3161be728e54a019b5b8b2675c59678_SeqId_6_ into 528a2331eeccca99c3b7fee32eaa3dce/f1 2024-11-27T20:17:42,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__rif966stu32u1jmi57t84selar1pcf86lbq2930rrteg45p0s9ps166pgc376v3/f1/hfile_0 into 528a2331eeccca99c3b7fee32eaa3dce/f1 (new location: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/f1/a3161be728e54a019b5b8b2675c59678_SeqId_6_) 2024-11-27T20:17:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42119 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/staging/jenkins__test__rif966stu32u1jmi57t84selar1pcf86lbq2930rrteg45p0s9ps166pgc376v3/f1/hfile_0 2024-11-27T20:17:42,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:17:42,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:17:42,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:42,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:17:42,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:17:42,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:17:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2 , the old value is region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6daf43b95769:42119 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:17:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:17:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,42119,1732738645337, seqNum=-1] 2024-11-27T20:17:42,455 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2 from cache 2024-11-27T20:17:42,455 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T20:17:42,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:17:42,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:17:42,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce., hostname=6daf43b95769,42119,1732738645337, seqNum=2] 2024-11-27T20:17:42,562 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:42119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:17:42,694 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 687, reset compression=false 2024-11-27T20:17:42,701 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:17:42,701 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:42,701 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.shipper6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,42119,1732738645337 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:17:42,909 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:43,215 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:43,620 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:43,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T20:17:43,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T20:17:44,124 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:44,728 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:45,446 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:46,251 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:47,155 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:48,160 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:49,264 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:50,469 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:51,773 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:53,177 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:54,682 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:54,876 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:17:56,289 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:57,993 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:17:59,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:17:59,798 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:01,702 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:02,704 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.shipper6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,42119,1732738645337 got entry batch from reader: null 2024-11-27T20:18:03,707 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:05,811 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:08,015 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:08,323 INFO [master/6daf43b95769:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T20:18:08,323 INFO [master/6daf43b95769:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T20:18:10,320 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:12,041 INFO [master/6daf43b95769:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T20:18:12,042 INFO [master/6daf43b95769:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T20:18:12,724 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:15,228 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:17,833 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:18,234 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 528a2331eeccca99c3b7fee32eaa3dce, had cached 0 bytes from a total of 31376 2024-11-27T20:18:20,390 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 4eedc1cf80357df19f38c14fde58e6b9, had cached 0 bytes from a total of 15585 2024-11-27T20:18:20,538 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:22,704 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.shipper6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,42119,1732738645337 got entry batch from reader: null 2024-11-27T20:18:23,344 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:24,876 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:18:26,249 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:28,858 DEBUG [master/6daf43b95769:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:18:29,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:18:29,253 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:32,018 DEBUG [master/6daf43b95769:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T20:18:32,357 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:35,562 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:38,867 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:42,271 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:42,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:18:42,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:42,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:42,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:42,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:42,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:42,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:18:42,490 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1374691179, stopped=false 2024-11-27T20:18:42,490 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,40049,1732738649413 2024-11-27T20:18:42,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11381289142/running 2024-11-27T20:18:42,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11381289142/running 2024-11-27T20:18:42,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:18:42,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:18:42,491 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:18:42,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:42,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:42,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:42,492 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,44859,1732738649449' ***** 2024-11-27T20:18:42,492 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:18:42,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Set watcher on znode that does not yet exist, /11381289142/running 2024-11-27T20:18:42,492 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:18:42,493 INFO [RS:0;6daf43b95769:44859 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:18:42,493 INFO [RS:0;6daf43b95769:44859 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:18:42,493 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:18:42,493 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(3091): Received CLOSE for 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:18:42,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Set watcher on znode that does not yet exist, /11381289142/running 2024-11-27T20:18:42,493 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,44859,1732738649449 2024-11-27T20:18:42,493 INFO [RS:0;6daf43b95769:44859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:18:42,493 INFO [RS:0;6daf43b95769:44859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:44859. 2024-11-27T20:18:42,493 DEBUG [RS:0;6daf43b95769:44859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:42,493 DEBUG [RS:0;6daf43b95769:44859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:42,493 INFO [RS:0;6daf43b95769:44859 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:18:42,493 INFO [RS:0;6daf43b95769:44859 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:18:42,493 INFO [RS:0;6daf43b95769:44859 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:18:42,493 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4eedc1cf80357df19f38c14fde58e6b9, disabling compactions & flushes 2024-11-27T20:18:42,493 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:18:42,493 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:18:42,493 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:18:42,494 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. after waiting 0 ms 2024-11-27T20:18:42,494 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:18:42,494 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:18:42,494 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4eedc1cf80357df19f38c14fde58e6b9=test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9.} 2024-11-27T20:18:42,494 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4eedc1cf80357df19f38c14fde58e6b9 2024-11-27T20:18:42,494 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:18:42,494 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:18:42,494 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:18:42,494 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:18:42,494 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:18:42,494 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T20:18:42,498 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/default/test/4eedc1cf80357df19f38c14fde58e6b9/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T20:18:42,499 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:18:42,499 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:18:42,499 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:18:42,499 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4eedc1cf80357df19f38c14fde58e6b9: Waiting for close lock at 1732738722493Running coprocessor pre-close hooks at 1732738722493Disabling compacts and flushes for region at 1732738722493Disabling writes for close at 1732738722494 (+1 ms)Writing region close event to WAL at 1732738722494Running coprocessor post-close hooks at 1732738722499 (+5 ms)Closed at 1732738722499 2024-11-27T20:18:42,499 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9. 2024-11-27T20:18:42,512 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/info/3a349c6211cc4ef39ac09208bd98fe5b is 129, key is test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9./info:regioninfo/1732738655408/Put/seqid=0 2024-11-27T20:18:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741839_1015 (size=6421) 2024-11-27T20:18:42,552 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:18:42,694 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:42,705 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.shipper6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,42119,1732738645337 got entry batch from reader: null 2024-11-27T20:18:42,894 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:42,916 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/info/3a349c6211cc4ef39ac09208bd98fe5b 2024-11-27T20:18:42,937 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/ns/a2b37297bb784454a3b00ccf6ee3b331 is 43, key is default/ns:d/1732738652010/Put/seqid=0 2024-11-27T20:18:42,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741840_1016 (size=5153) 2024-11-27T20:18:43,094 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:43,294 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:43,342 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/ns/a2b37297bb784454a3b00ccf6ee3b331 2024-11-27T20:18:43,356 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:18:43,356 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:18:43,364 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/rep_barrier/a420de90d0b94c09a927a7722f45f359 is 112, key is test,,1732738654246.4eedc1cf80357df19f38c14fde58e6b9./rep_barrier:seqnumDuringOpen/1732738655408/Put/seqid=0 2024-11-27T20:18:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741841_1017 (size=5518) 2024-11-27T20:18:43,495 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:18:43,495 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:18:43,495 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:43,695 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:43,769 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/rep_barrier/a420de90d0b94c09a927a7722f45f359 2024-11-27T20:18:43,789 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/table/5a1d0dd221574b84924f86bf782d5d2f is 40, key is test/table:state/1732738655418/Put/seqid=0 2024-11-27T20:18:43,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741842_1018 (size=5165) 2024-11-27T20:18:43,895 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:44,095 DEBUG [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:44,194 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/table/5a1d0dd221574b84924f86bf782d5d2f 2024-11-27T20:18:44,200 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/info/3a349c6211cc4ef39ac09208bd98fe5b as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/info/3a349c6211cc4ef39ac09208bd98fe5b 2024-11-27T20:18:44,205 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/info/3a349c6211cc4ef39ac09208bd98fe5b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T20:18:44,206 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/ns/a2b37297bb784454a3b00ccf6ee3b331 as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/ns/a2b37297bb784454a3b00ccf6ee3b331 2024-11-27T20:18:44,211 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/ns/a2b37297bb784454a3b00ccf6ee3b331, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T20:18:44,214 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/rep_barrier/a420de90d0b94c09a927a7722f45f359 as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/rep_barrier/a420de90d0b94c09a927a7722f45f359 2024-11-27T20:18:44,219 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/rep_barrier/a420de90d0b94c09a927a7722f45f359, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T20:18:44,220 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/.tmp/table/5a1d0dd221574b84924f86bf782d5d2f as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/table/5a1d0dd221574b84924f86bf782d5d2f 2024-11-27T20:18:44,224 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/table/5a1d0dd221574b84924f86bf782d5d2f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T20:18:44,225 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false 2024-11-27T20:18:44,231 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T20:18:44,231 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:18:44,231 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:18:44,231 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:18:44,232 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738722494Running coprocessor pre-close hooks at 1732738722494Disabling compacts and flushes for region at 1732738722494Disabling writes for close at 1732738722494Obtaining lock to block concurrent updates at 1732738722494Preparing flush snapshotting stores in 1588230740 at 1732738722494Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732738722494Flushing stores of hbase:meta,,1.1588230740 at 1732738722495 (+1 ms)Flushing 1588230740/info: creating writer at 1732738722495Flushing 1588230740/info: appending metadata at 1732738722511 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732738722511Flushing 1588230740/ns: creating writer at 1732738722923 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732738722937 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732738722937Flushing 1588230740/rep_barrier: creating writer at 1732738723349 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738723363 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738723363Flushing 1588230740/table: creating writer at 1732738723775 (+412 ms)Flushing 1588230740/table: appending metadata at 1732738723789 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732738723789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e1ca37: reopening flushed file at 1732738724199 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302a7aee: reopening flushed file at 1732738724205 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef00454: reopening flushed file at 1732738724212 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21282bf5: reopening flushed file at 1732738724219 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=11, compaction requested=false at 1732738724225 (+6 ms)Writing region close event to WAL at 1732738724228 (+3 ms)Running coprocessor post-close hooks at 1732738724231 (+3 ms)Closed at 1732738724231 2024-11-27T20:18:44,232 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:18:44,295 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,44859,1732738649449; all regions closed. 2024-11-27T20:18:44,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741834_1010 (size=2717) 2024-11-27T20:18:44,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/WALs/6daf43b95769,44859,1732738649449/6daf43b95769%2C44859%2C1732738649449.meta.1732738651963.meta not finished, retry = 0 2024-11-27T20:18:44,401 DEBUG [RS:0;6daf43b95769:44859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/oldWALs 2024-11-27T20:18:44,401 INFO [RS:0;6daf43b95769:44859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C44859%2C1732738649449.meta:.meta(num 1732738651963) 2024-11-27T20:18:44,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741832_1008 (size=1028) 2024-11-27T20:18:44,405 DEBUG [RS:0;6daf43b95769:44859 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/oldWALs 2024-11-27T20:18:44,405 INFO [RS:0;6daf43b95769:44859 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C44859%2C1732738649449:(num 1732738651428) 2024-11-27T20:18:44,405 DEBUG [RS:0;6daf43b95769:44859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:44,405 INFO [RS:0;6daf43b95769:44859 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:18:44,405 INFO [RS:0;6daf43b95769:44859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:18:44,405 INFO [RS:0;6daf43b95769:44859 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:18:44,405 INFO [RS:0;6daf43b95769:44859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:18:44,405 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:18:44,406 INFO [RS:0;6daf43b95769:44859 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:44859. 2024-11-27T20:18:44,406 DEBUG [RS:0;6daf43b95769:44859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:44,406 DEBUG [RS:0;6daf43b95769:44859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:44,406 DEBUG [RS:0;6daf43b95769:44859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:44,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:44,406 INFO [RS:0;6daf43b95769:44859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44859 2024-11-27T20:18:44,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11381289142/rs/6daf43b95769,44859,1732738649449 2024-11-27T20:18:44,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142/rs 2024-11-27T20:18:44,408 INFO [RS:0;6daf43b95769:44859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:18:44,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,44859,1732738649449] 2024-11-27T20:18:44,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11381289142/draining/6daf43b95769,44859,1732738649449 already deleted, retry=false 2024-11-27T20:18:44,412 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,44859,1732738649449 expired; onlineServers=0 2024-11-27T20:18:44,412 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,40049,1732738649413' ***** 2024-11-27T20:18:44,412 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:18:44,412 INFO [M:0;6daf43b95769:40049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:18:44,412 INFO [M:0;6daf43b95769:40049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:18:44,412 DEBUG [M:0;6daf43b95769:40049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:18:44,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:18:44,412 DEBUG [M:0;6daf43b95769:40049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:18:44,412 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738651213 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738651213,5,FailOnTimeoutGroup] 2024-11-27T20:18:44,412 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738651212 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738651212,5,FailOnTimeoutGroup] 2024-11-27T20:18:44,412 INFO [M:0;6daf43b95769:40049 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:18:44,412 INFO [M:0;6daf43b95769:40049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:18:44,412 DEBUG [M:0;6daf43b95769:40049 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:18:44,413 INFO [M:0;6daf43b95769:40049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:18:44,413 INFO [M:0;6daf43b95769:40049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:18:44,413 INFO [M:0;6daf43b95769:40049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:18:44,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:18:44,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11381289142/master 2024-11-27T20:18:44,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381289142 2024-11-27T20:18:44,414 DEBUG [M:0;6daf43b95769:40049 {}] zookeeper.ZKUtil(347): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Unable to get data of znode /11381289142/master because node does not exist (not an error) 2024-11-27T20:18:44,414 WARN [M:0;6daf43b95769:40049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:18:44,415 INFO [M:0;6daf43b95769:40049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/.lastflushedseqids 2024-11-27T20:18:44,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741843_1019 (size=173) 2024-11-27T20:18:44,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:44,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44859-0x1015b1363f40004, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:44,511 INFO [RS:0;6daf43b95769:44859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:18:44,511 INFO [RS:0;6daf43b95769:44859 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,44859,1732738649449; zookeeper connection closed. 2024-11-27T20:18:44,511 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4777bbbe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4777bbbe 2024-11-27T20:18:44,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:18:44,820 INFO [M:0;6daf43b95769:40049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:18:44,820 INFO [M:0;6daf43b95769:40049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:18:44,820 DEBUG [M:0;6daf43b95769:40049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:18:44,820 INFO [M:0;6daf43b95769:40049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:44,820 DEBUG [M:0;6daf43b95769:40049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:44,820 DEBUG [M:0;6daf43b95769:40049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:18:44,820 DEBUG [M:0;6daf43b95769:40049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:44,820 INFO [M:0;6daf43b95769:40049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.03 KB heapSize=34.13 KB 2024-11-27T20:18:44,837 DEBUG [M:0;6daf43b95769:40049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c605057362a4158bc6e3993849f0ea8 is 82, key is hbase:meta,,1/info:regioninfo/1732738651997/Put/seqid=0 2024-11-27T20:18:44,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741844_1020 (size=5672) 2024-11-27T20:18:45,241 INFO [M:0;6daf43b95769:40049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c605057362a4158bc6e3993849f0ea8 2024-11-27T20:18:45,261 DEBUG [M:0;6daf43b95769:40049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/275ecfe5c1004e5eb3ad606eae9a2d4b is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732738655421/Put/seqid=0 2024-11-27T20:18:45,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741845_1021 (size=6725) 2024-11-27T20:18:45,666 INFO [M:0;6daf43b95769:40049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.47 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/275ecfe5c1004e5eb3ad606eae9a2d4b 2024-11-27T20:18:45,671 INFO [M:0;6daf43b95769:40049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 275ecfe5c1004e5eb3ad606eae9a2d4b 2024-11-27T20:18:45,686 DEBUG [M:0;6daf43b95769:40049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/111bbaa9489f41349692ec9cfeb343b3 is 69, key is 6daf43b95769,44859,1732738649449/rs:state/1732738651284/Put/seqid=0 2024-11-27T20:18:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741846_1022 (size=5156) 2024-11-27T20:18:45,775 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 to pos 997, reset compression=false 2024-11-27T20:18:46,090 INFO [M:0;6daf43b95769:40049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/111bbaa9489f41349692ec9cfeb343b3 2024-11-27T20:18:46,095 DEBUG [M:0;6daf43b95769:40049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c605057362a4158bc6e3993849f0ea8 as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c605057362a4158bc6e3993849f0ea8 2024-11-27T20:18:46,100 INFO [M:0;6daf43b95769:40049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c605057362a4158bc6e3993849f0ea8, entries=8, sequenceid=58, filesize=5.5 K 2024-11-27T20:18:46,101 DEBUG [M:0;6daf43b95769:40049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/275ecfe5c1004e5eb3ad606eae9a2d4b as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/275ecfe5c1004e5eb3ad606eae9a2d4b 2024-11-27T20:18:46,105 INFO [M:0;6daf43b95769:40049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 275ecfe5c1004e5eb3ad606eae9a2d4b 2024-11-27T20:18:46,105 INFO [M:0;6daf43b95769:40049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/275ecfe5c1004e5eb3ad606eae9a2d4b, entries=6, sequenceid=58, filesize=6.6 K 2024-11-27T20:18:46,105 DEBUG [M:0;6daf43b95769:40049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/111bbaa9489f41349692ec9cfeb343b3 as hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/111bbaa9489f41349692ec9cfeb343b3 2024-11-27T20:18:46,109 INFO [M:0;6daf43b95769:40049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37843/user/jenkins/test-data/5b6b29a1-1e9f-4d15-19fa-53ee384b3975/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/111bbaa9489f41349692ec9cfeb343b3, entries=1, sequenceid=58, filesize=5.0 K 2024-11-27T20:18:46,110 INFO [M:0;6daf43b95769:40049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.03 KB/28703, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-27T20:18:46,111 INFO [M:0;6daf43b95769:40049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:46,112 DEBUG [M:0;6daf43b95769:40049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738724820Disabling compacts and flushes for region at 1732738724820Disabling writes for close at 1732738724820Obtaining lock to block concurrent updates at 1732738724820Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738724820Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28703, getHeapSize=34888, getOffHeapSize=0, getCellsCount=69 at 1732738724821 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738724822 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738724822Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738724836 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738724836Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738725246 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738725261 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738725261Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738725671 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738725685 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738725685Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b83b2b: reopening flushed file at 1732738726095 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc7197b: reopening flushed file at 1732738726100 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34594856: reopening flushed file at 1732738726105 (+5 ms)Finished flush of dataSize ~28.03 KB/28703, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1732738726110 (+5 ms)Writing region close event to WAL at 1732738726111 (+1 ms)Closed at 1732738726111 2024-11-27T20:18:46,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42213 is added to blk_1073741830_1006 (size=33002) 2024-11-27T20:18:46,114 INFO [M:0;6daf43b95769:40049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:18:46,114 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:18:46,114 INFO [M:0;6daf43b95769:40049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40049 2024-11-27T20:18:46,115 INFO [M:0;6daf43b95769:40049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:18:46,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:46,216 INFO [M:0;6daf43b95769:40049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:18:46,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40049-0x1015b1363f40003, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:46,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2620d2dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:18:46,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661d3feb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:18:46,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:46,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7eac389a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:18:46,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2543a5d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:46,221 WARN [BP-1213242197-172.17.0.2-1732738648396 heartbeating to localhost/127.0.0.1:37843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:18:46,221 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:18:46,221 WARN [BP-1213242197-172.17.0.2-1732738648396 heartbeating to localhost/127.0.0.1:37843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1213242197-172.17.0.2-1732738648396 (Datanode Uuid 7ed1cfd2-cb81-4287-9034-4cc10fbf475b) service to localhost/127.0.0.1:37843 2024-11-27T20:18:46,221 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:18:46,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/cluster_9a793373-0ceb-ad8a-5f01-bd378147b9e1/data/data1/current/BP-1213242197-172.17.0.2-1732738648396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:18:46,222 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/cluster_9a793373-0ceb-ad8a-5f01-bd378147b9e1/data/data2/current/BP-1213242197-172.17.0.2-1732738648396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:18:46,222 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:18:46,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a26bb8a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:18:46,230 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@249aa642{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:18:46,230 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:46,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e3599b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:18:46,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cf66a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:46,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:18:46,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:18:46,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:46,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:46,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:46,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:46,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:46,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:18:46,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1652905448, stopped=false 2024-11-27T20:18:46,243 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,33155,1732738645288 2024-11-27T20:18:46,245 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:18:46,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/045577517/running 2024-11-27T20:18:46,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:18:46,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/045577517/running 2024-11-27T20:18:46,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:46,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:46,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:18:46,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:18:46,246 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,42119,1732738645337' ***** 2024-11-27T20:18:46,246 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:18:46,246 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:18:46,246 INFO [RS:0;6daf43b95769:42119 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:18:46,246 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:18:46,246 INFO [RS:0;6daf43b95769:42119 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:18:46,246 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(3091): Received CLOSE for 19a812e265fe47cd4dd4dd17d9ea2204 2024-11-27T20:18:46,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Set watcher on znode that does not yet exist, /045577517/running 2024-11-27T20:18:46,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Set watcher on znode that does not yet exist, /045577517/running 2024-11-27T20:18:46,246 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(3091): Received CLOSE for 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:18:46,246 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,42119,1732738645337 2024-11-27T20:18:46,246 INFO [RS:0;6daf43b95769:42119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:18:46,246 INFO [RS:0;6daf43b95769:42119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:42119. 2024-11-27T20:18:46,246 DEBUG [RS:0;6daf43b95769:42119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:46,246 DEBUG [RS:0;6daf43b95769:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:46,246 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19a812e265fe47cd4dd4dd17d9ea2204, disabling compactions & flushes 2024-11-27T20:18:46,247 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:18:46,247 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:18:46,247 INFO [RS:0;6daf43b95769:42119 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:18:46,247 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. after waiting 0 ms 2024-11-27T20:18:46,247 INFO [RS:0;6daf43b95769:42119 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:18:46,247 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:18:46,247 INFO [RS:0;6daf43b95769:42119 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:18:46,247 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:18:46,247 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19a812e265fe47cd4dd4dd17d9ea2204 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-27T20:18:46,247 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:18:46,247 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1325): Online Regions={19a812e265fe47cd4dd4dd17d9ea2204=hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204., 1588230740=hbase:meta,,1.1588230740, 528a2331eeccca99c3b7fee32eaa3dce=test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce.} 2024-11-27T20:18:46,247 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a812e265fe47cd4dd4dd17d9ea2204, 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:18:46,247 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:18:46,247 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:18:46,247 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:18:46,247 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:18:46,247 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:18:46,247 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:18:46,263 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/.tmp/hfileref/e54a62d3fc2446bbbb0bae7bed6ef3a3 is 74, key is 1/hfileref:53dd4761deb64ee0885afaa6a6d215bb_SeqId_4_/1732738660898/DeleteColumn/seqid=0 2024-11-27T20:18:46,263 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/info/a75c1de8aad242c9ab3b4695e1305719 is 147, key is hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204./info:regioninfo/1732738657602/Put/seqid=0 2024-11-27T20:18:46,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741844_1020 (size=5203) 2024-11-27T20:18:46,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741845_1021 (size=7686) 2024-11-27T20:18:46,345 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:18:46,447 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a812e265fe47cd4dd4dd17d9ea2204, 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:18:46,647 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a812e265fe47cd4dd4dd17d9ea2204, 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:18:46,668 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/.tmp/hfileref/e54a62d3fc2446bbbb0bae7bed6ef3a3 2024-11-27T20:18:46,668 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/info/a75c1de8aad242c9ab3b4695e1305719 2024-11-27T20:18:46,688 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/.tmp/queue/3767568208eb4c38b973c12a7b20ba9a is 153, key is 1-6daf43b95769,42119,1732738645337/queue:6daf43b95769%2C42119%2C1732738645337/1732738662703/Put/seqid=0 2024-11-27T20:18:46,691 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/ns/945aa697a3054e5ebaae80d80554afec is 43, key is default/ns:d/1732738648307/Put/seqid=0 2024-11-27T20:18:46,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741846_1022 (size=5352) 2024-11-27T20:18:46,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741847_1023 (size=5153) 2024-11-27T20:18:46,848 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a812e265fe47cd4dd4dd17d9ea2204, 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:18:47,048 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a812e265fe47cd4dd4dd17d9ea2204, 528a2331eeccca99c3b7fee32eaa3dce 2024-11-27T20:18:47,092 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/.tmp/queue/3767568208eb4c38b973c12a7b20ba9a 2024-11-27T20:18:47,095 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/ns/945aa697a3054e5ebaae80d80554afec 2024-11-27T20:18:47,099 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/.tmp/hfileref/e54a62d3fc2446bbbb0bae7bed6ef3a3 as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/hfileref/e54a62d3fc2446bbbb0bae7bed6ef3a3 2024-11-27T20:18:47,104 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/hfileref/e54a62d3fc2446bbbb0bae7bed6ef3a3, entries=2, sequenceid=10, filesize=5.1 K 2024-11-27T20:18:47,105 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/.tmp/queue/3767568208eb4c38b973c12a7b20ba9a as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/queue/3767568208eb4c38b973c12a7b20ba9a 2024-11-27T20:18:47,109 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/queue/3767568208eb4c38b973c12a7b20ba9a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T20:18:47,110 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 19a812e265fe47cd4dd4dd17d9ea2204 in 863ms, sequenceid=10, compaction requested=false 2024-11-27T20:18:47,116 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/replication/19a812e265fe47cd4dd4dd17d9ea2204/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T20:18:47,116 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:18:47,116 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:18:47,116 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:18:47,116 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19a812e265fe47cd4dd4dd17d9ea2204: Waiting for close lock at 1732738726246Running coprocessor pre-close hooks at 1732738726246Disabling compacts and flushes for region at 1732738726246Disabling writes for close at 1732738726247 (+1 ms)Obtaining lock to block concurrent updates at 1732738726247Preparing flush snapshotting stores in 19a812e265fe47cd4dd4dd17d9ea2204 at 1732738726247Finished memstore snapshotting hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732738726247Flushing stores of hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. at 1732738726248 (+1 ms)Flushing 19a812e265fe47cd4dd4dd17d9ea2204/hfileref: creating writer at 1732738726248Flushing 19a812e265fe47cd4dd4dd17d9ea2204/hfileref: appending metadata at 1732738726262 (+14 ms)Flushing 19a812e265fe47cd4dd4dd17d9ea2204/hfileref: closing flushed file at 1732738726262Flushing 19a812e265fe47cd4dd4dd17d9ea2204/queue: creating writer at 1732738726674 (+412 ms)Flushing 19a812e265fe47cd4dd4dd17d9ea2204/queue: appending metadata at 1732738726688 (+14 ms)Flushing 19a812e265fe47cd4dd4dd17d9ea2204/queue: closing flushed file at 1732738726688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271721ef: reopening flushed file at 1732738727098 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d8ae178: reopening flushed file at 1732738727104 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 19a812e265fe47cd4dd4dd17d9ea2204 in 863ms, sequenceid=10, compaction requested=false at 1732738727110 (+6 ms)Writing region close event to WAL at 1732738727113 (+3 ms)Running coprocessor post-close hooks at 1732738727116 (+3 ms)Closed at 1732738727116 2024-11-27T20:18:47,117 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738656429.19a812e265fe47cd4dd4dd17d9ea2204. 2024-11-27T20:18:47,117 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 528a2331eeccca99c3b7fee32eaa3dce, disabling compactions & flushes 2024-11-27T20:18:47,117 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:18:47,117 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:18:47,117 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. after waiting 0 ms 2024-11-27T20:18:47,117 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:18:47,121 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/rep_barrier/7199ccf05ea2492e83395ddca4946b5a is 112, key is test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce./rep_barrier:seqnumDuringOpen/1732738653254/Put/seqid=0 2024-11-27T20:18:47,124 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/default/test/528a2331eeccca99c3b7fee32eaa3dce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:18:47,125 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:18:47,125 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:18:47,125 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:18:47,125 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 528a2331eeccca99c3b7fee32eaa3dce: Waiting for close lock at 1732738727117Running coprocessor pre-close hooks at 1732738727117Disabling compacts and flushes for region at 1732738727117Disabling writes for close at 1732738727117Writing region close event to WAL at 1732738727121 (+4 ms)Running coprocessor post-close hooks at 1732738727125 (+4 ms)Closed at 1732738727125 2024-11-27T20:18:47,125 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738652087.528a2331eeccca99c3b7fee32eaa3dce. 2024-11-27T20:18:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741848_1024 (size=5518) 2024-11-27T20:18:47,126 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/rep_barrier/7199ccf05ea2492e83395ddca4946b5a 2024-11-27T20:18:47,150 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/table/747e8ef51ef841e4b2363e22d932152d is 53, key is hbase:replication/table:state/1732738657610/Put/seqid=0 2024-11-27T20:18:47,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741849_1025 (size=5308) 2024-11-27T20:18:47,187 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:18:47,187 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:18:47,248 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:18:47,248 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:18:47,248 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:47,448 DEBUG [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:18:47,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:47,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:47,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:47,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:47,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:47,556 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/table/747e8ef51ef841e4b2363e22d932152d 2024-11-27T20:18:47,562 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/info/a75c1de8aad242c9ab3b4695e1305719 as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/info/a75c1de8aad242c9ab3b4695e1305719 2024-11-27T20:18:47,566 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/info/a75c1de8aad242c9ab3b4695e1305719, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:18:47,567 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/ns/945aa697a3054e5ebaae80d80554afec as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/ns/945aa697a3054e5ebaae80d80554afec 2024-11-27T20:18:47,571 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/ns/945aa697a3054e5ebaae80d80554afec, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:18:47,572 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/rep_barrier/7199ccf05ea2492e83395ddca4946b5a as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/rep_barrier/7199ccf05ea2492e83395ddca4946b5a 2024-11-27T20:18:47,576 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/rep_barrier/7199ccf05ea2492e83395ddca4946b5a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:18:47,577 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/.tmp/table/747e8ef51ef841e4b2363e22d932152d as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/table/747e8ef51ef841e4b2363e22d932152d 2024-11-27T20:18:47,581 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/table/747e8ef51ef841e4b2363e22d932152d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:18:47,582 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false 2024-11-27T20:18:47,586 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:18:47,586 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:18:47,586 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:18:47,587 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:18:47,587 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738726247Running coprocessor pre-close hooks at 1732738726247Disabling compacts and flushes for region at 1732738726247Disabling writes for close at 1732738726247Obtaining lock to block concurrent updates at 1732738726247Preparing flush snapshotting stores in 1588230740 at 1732738726247Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738726248 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738726248Flushing 1588230740/info: creating writer at 1732738726248Flushing 1588230740/info: appending metadata at 1732738726263 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732738726263Flushing 1588230740/ns: creating writer at 1732738726674 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732738726690 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732738726691 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732738727099 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738727121 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738727121Flushing 1588230740/table: creating writer at 1732738727132 (+11 ms)Flushing 1588230740/table: appending metadata at 1732738727150 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732738727150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79689d60: reopening flushed file at 1732738727561 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@651a19dd: reopening flushed file at 1732738727567 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a998add: reopening flushed file at 1732738727571 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e71dd1f: reopening flushed file at 1732738727576 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1335ms, sequenceid=16, compaction requested=false at 1732738727582 (+6 ms)Writing region close event to WAL at 1732738727583 (+1 ms)Running coprocessor post-close hooks at 1732738727586 (+3 ms)Closed at 1732738727587 (+1 ms) 2024-11-27T20:18:47,587 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:18:47,648 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,42119,1732738645337; all regions closed. 2024-11-27T20:18:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:18:47,651 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.meta.1732738648259.meta not finished, retry = 0 2024-11-27T20:18:47,754 DEBUG [RS:0;6daf43b95769:42119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/oldWALs 2024-11-27T20:18:47,754 INFO [RS:0;6daf43b95769:42119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C42119%2C1732738645337.meta:.meta(num 1732738648259) 2024-11-27T20:18:47,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741839_1015 (size=2700) 2024-11-27T20:18:47,757 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.rep.1732738657568 not finished, retry = 0 2024-11-27T20:18:47,859 DEBUG [RS:0;6daf43b95769:42119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/oldWALs 2024-11-27T20:18:47,860 INFO [RS:0;6daf43b95769:42119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C42119%2C1732738645337.rep:(num 1732738657568) 2024-11-27T20:18:47,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741832_1008 (size=1300) 2024-11-27T20:18:47,862 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/WALs/6daf43b95769,42119,1732738645337/6daf43b95769%2C42119%2C1732738645337.1732738647320 not finished, retry = 0 2024-11-27T20:18:47,965 DEBUG [RS:0;6daf43b95769:42119 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/oldWALs 2024-11-27T20:18:47,965 INFO [RS:0;6daf43b95769:42119 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C42119%2C1732738645337:(num 1732738647320) 2024-11-27T20:18:47,965 DEBUG [RS:0;6daf43b95769:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:47,965 INFO [RS:0;6daf43b95769:42119 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:18:47,965 INFO [RS:0;6daf43b95769:42119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:18:47,965 INFO [RS:0;6daf43b95769:42119 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:18:47,965 INFO [RS:0;6daf43b95769:42119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:18:47,965 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:18:47,965 INFO [RS:0;6daf43b95769:42119 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,42119,1732738645337 because: Region server is closing 2024-11-27T20:18:47,966 INFO [RS:0;6daf43b95769:42119 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:42119. 2024-11-27T20:18:47,966 DEBUG [RS:0;6daf43b95769:42119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:18:47,966 DEBUG [RS:0;6daf43b95769:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:47,966 DEBUG [RS:0;6daf43b95769:42119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:47,966 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:48,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:18:48,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:48,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:48,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:48,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:48,066 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.wal-reader.6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:18:48,066 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.shipper6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T20:18:48,067 INFO [RS:0;6daf43b95769:42119 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,42119,1732738645337.replicationSource.shipper6daf43b95769%2C42119%2C1732738645337,1-6daf43b95769,42119,1732738645337 terminated 2024-11-27T20:18:48,067 INFO [RS:0;6daf43b95769:42119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42119 2024-11-27T20:18:48,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:48,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/045577517/rs/6daf43b95769,42119,1732738645337 2024-11-27T20:18:48,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517/rs 2024-11-27T20:18:48,069 INFO [RS:0;6daf43b95769:42119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:18:48,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,42119,1732738645337] 2024-11-27T20:18:48,073 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /045577517/draining/6daf43b95769,42119,1732738645337 already deleted, retry=false 2024-11-27T20:18:48,073 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,42119,1732738645337 expired; onlineServers=0 2024-11-27T20:18:48,073 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,33155,1732738645288' ***** 2024-11-27T20:18:48,073 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:18:48,073 INFO [M:0;6daf43b95769:33155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:18:48,073 INFO [M:0;6daf43b95769:33155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:18:48,073 DEBUG [M:0;6daf43b95769:33155 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:18:48,073 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:18:48,073 DEBUG [M:0;6daf43b95769:33155 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:18:48,073 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738647108 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738647108,5,FailOnTimeoutGroup] 2024-11-27T20:18:48,073 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738647108 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738647108,5,FailOnTimeoutGroup] 2024-11-27T20:18:48,073 INFO [M:0;6daf43b95769:33155 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:18:48,073 INFO [M:0;6daf43b95769:33155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:18:48,073 DEBUG [M:0;6daf43b95769:33155 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:18:48,074 INFO [M:0;6daf43b95769:33155 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:18:48,074 INFO [M:0;6daf43b95769:33155 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:18:48,074 INFO [M:0;6daf43b95769:33155 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:18:48,074 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:18:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/045577517/master 2024-11-27T20:18:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/045577517 2024-11-27T20:18:48,075 DEBUG [M:0;6daf43b95769:33155 {}] zookeeper.ZKUtil(347): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Unable to get data of znode /045577517/master because node does not exist (not an error) 2024-11-27T20:18:48,075 WARN [M:0;6daf43b95769:33155 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:18:48,077 INFO [M:0;6daf43b95769:33155 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/.lastflushedseqids 2024-11-27T20:18:48,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741850_1026 (size=263) 2024-11-27T20:18:48,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:48,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42119-0x1015b1363f40001, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:48,172 INFO [RS:0;6daf43b95769:42119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:18:48,172 INFO [RS:0;6daf43b95769:42119 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,42119,1732738645337; zookeeper connection closed. 2024-11-27T20:18:48,172 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c724254 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c724254 2024-11-27T20:18:48,173 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:18:48,490 INFO [M:0;6daf43b95769:33155 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:18:48,491 INFO [M:0;6daf43b95769:33155 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:18:48,491 DEBUG [M:0;6daf43b95769:33155 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:18:48,491 INFO [M:0;6daf43b95769:33155 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:48,491 DEBUG [M:0;6daf43b95769:33155 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:48,491 DEBUG [M:0;6daf43b95769:33155 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:18:48,491 DEBUG [M:0;6daf43b95769:33155 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:48,491 INFO [M:0;6daf43b95769:33155 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-27T20:18:48,512 DEBUG [M:0;6daf43b95769:33155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61014ac5a8734744b3ed4df82d59ad8e is 82, key is hbase:meta,,1/info:regioninfo/1732738648293/Put/seqid=0 2024-11-27T20:18:48,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741851_1027 (size=5672) 2024-11-27T20:18:48,917 INFO [M:0;6daf43b95769:33155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61014ac5a8734744b3ed4df82d59ad8e 2024-11-27T20:18:48,937 DEBUG [M:0;6daf43b95769:33155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ee85897516d4ac384a518e0df2e1053 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732738653269/Put/seqid=0 2024-11-27T20:18:48,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741852_1028 (size=7239) 2024-11-27T20:18:49,341 INFO [M:0;6daf43b95769:33155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ee85897516d4ac384a518e0df2e1053 2024-11-27T20:18:49,346 INFO [M:0;6daf43b95769:33155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ee85897516d4ac384a518e0df2e1053 2024-11-27T20:18:49,360 DEBUG [M:0;6daf43b95769:33155 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fa4d70a5ede43e7b14f7adf559410ea is 69, key is 6daf43b95769,42119,1732738645337/rs:state/1732738647176/Put/seqid=0 2024-11-27T20:18:49,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741853_1029 (size=5156) 2024-11-27T20:18:49,765 INFO [M:0;6daf43b95769:33155 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fa4d70a5ede43e7b14f7adf559410ea 2024-11-27T20:18:49,770 DEBUG [M:0;6daf43b95769:33155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61014ac5a8734744b3ed4df82d59ad8e as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61014ac5a8734744b3ed4df82d59ad8e 2024-11-27T20:18:49,775 INFO [M:0;6daf43b95769:33155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61014ac5a8734744b3ed4df82d59ad8e, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T20:18:49,776 DEBUG [M:0;6daf43b95769:33155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ee85897516d4ac384a518e0df2e1053 as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ee85897516d4ac384a518e0df2e1053 2024-11-27T20:18:49,779 INFO [M:0;6daf43b95769:33155 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ee85897516d4ac384a518e0df2e1053 2024-11-27T20:18:49,780 INFO [M:0;6daf43b95769:33155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ee85897516d4ac384a518e0df2e1053, entries=11, sequenceid=105, filesize=7.1 K 2024-11-27T20:18:49,780 DEBUG [M:0;6daf43b95769:33155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0fa4d70a5ede43e7b14f7adf559410ea as hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0fa4d70a5ede43e7b14f7adf559410ea 2024-11-27T20:18:49,784 INFO [M:0;6daf43b95769:33155 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40381/user/jenkins/test-data/15cb77b3-e20b-6b0c-9657-cc1ec2ccbc00/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0fa4d70a5ede43e7b14f7adf559410ea, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T20:18:49,785 INFO [M:0;6daf43b95769:33155 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false 2024-11-27T20:18:49,786 INFO [M:0;6daf43b95769:33155 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:49,786 DEBUG [M:0;6daf43b95769:33155 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738728491Disabling compacts and flushes for region at 1732738728491Disabling writes for close at 1732738728491Obtaining lock to block concurrent updates at 1732738728491Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738728491Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732738728491Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738728492 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738728492Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738728511 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738728511Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738728922 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738728936 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738728936Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738729346 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738729360 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738729360Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1f526b: reopening flushed file at 1732738729770 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af8a556: reopening flushed file at 1732738729775 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21326a28: reopening flushed file at 1732738729780 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false at 1732738729785 (+5 ms)Writing region close event to WAL at 1732738729786 (+1 ms)Closed at 1732738729786 2024-11-27T20:18:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41531 is added to blk_1073741830_1006 (size=64514) 2024-11-27T20:18:49,789 INFO [M:0;6daf43b95769:33155 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:18:49,789 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:18:49,789 INFO [M:0;6daf43b95769:33155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33155 2024-11-27T20:18:49,789 INFO [M:0;6daf43b95769:33155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:18:49,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:49,891 INFO [M:0;6daf43b95769:33155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:18:49,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33155-0x1015b1363f40000, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:18:49,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@755e22f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:18:49,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7abc562a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:18:49,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:49,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a47011{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:18:49,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a6e935e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:49,895 WARN [BP-625720347-172.17.0.2-1732738644358 heartbeating to localhost/127.0.0.1:40381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:18:49,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:18:49,895 WARN [BP-625720347-172.17.0.2-1732738644358 heartbeating to localhost/127.0.0.1:40381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-625720347-172.17.0.2-1732738644358 (Datanode Uuid 8e1233c9-9084-4cea-9535-2375098684e4) service to localhost/127.0.0.1:40381 2024-11-27T20:18:49,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:18:49,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/cluster_fc8d1515-fa46-0084-1e26-6e4ec309e6f1/data/data1/current/BP-625720347-172.17.0.2-1732738644358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:18:49,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/cluster_fc8d1515-fa46-0084-1e26-6e4ec309e6f1/data/data2/current/BP-625720347-172.17.0.2-1732738644358 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:18:49,896 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:18:49,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52c18c7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:18:49,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a134234{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:18:49,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:18:49,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3418769f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:18:49,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d66aba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/662d0141-4bb2-ed0b-7a88-c2c29079e6cf/hadoop.log.dir/,STOPPED} 2024-11-27T20:18:49,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:18:49,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:18:49,930 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 138) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37843 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37843 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40381 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37843 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4f8cb912f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f4f8cb912f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=220 (was 287), ProcessCount=11 (was 11), AvailableMemoryMB=5308 (was 5432) 2024-11-27T20:18:49,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=220, ProcessCount=11, AvailableMemoryMB=5308 2024-11-27T20:18:49,951 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-27T20:18:49,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/hadoop.log.dir so I do NOT create it in target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844 2024-11-27T20:18:49,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:18:49,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/hadoop.tmp.dir so I do NOT create it in target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844 2024-11-27T20:18:49,952 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37d12731-9a36-38f6-fc7d-36189ba51e8f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:18:49,952 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844 2024-11-27T20:18:49,952 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/cluster_cc310bd2-943c-6b48-1cab-42272ce4073f, deleteOnExit=true 2024-11-27T20:18:49,954 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/cluster_cc310bd2-943c-6b48-1cab-42272ce4073f/zookeeper_0, clientPort=64014, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/cluster_cc310bd2-943c-6b48-1cab-42272ce4073f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/cluster_cc310bd2-943c-6b48-1cab-42272ce4073f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:18:49,955 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64014 2024-11-27T20:18:49,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:18:49,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/test.cache.data in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:18:49,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:18:49,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:18:49,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:18:49,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:18:49,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:18:49,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:18:49,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:18:50,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b1363f40002, quorum=127.0.0.1:50744, baseZNode=/045577517 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:18:50,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b1363f40005, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:18:50,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b1363f40002, quorum=127.0.0.1:50744, baseZNode=/045577517 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:18:50,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b1363f40005, quorum=127.0.0.1:50744, baseZNode=/11381289142 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:18:50,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:18:50,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:18:50,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:18:50,034 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:18:50,034 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:18:50,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:18:50,035 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cac6731{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:18:50,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f30fb4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:18:50,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@694a552a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/java.io.tmpdir/jetty-localhost-36515-hadoop-hdfs-3_4_1-tests_jar-_-any-10990222613122024838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:18:50,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a044f66{HTTP/1.1, (http/1.1)}{localhost:36515} 2024-11-27T20:18:50,166 INFO [Time-limited test {}] server.Server(415): Started @131607ms 2024-11-27T20:18:50,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:18:50,260 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:18:50,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:18:50,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:18:50,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:18:50,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2a6b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:18:50,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffceacd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:18:50,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f51c8d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/java.io.tmpdir/jetty-localhost-40193-hadoop-hdfs-3_4_1-tests_jar-_-any-8784050681507943335/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:18:50,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a88989a{HTTP/1.1, (http/1.1)}{localhost:40193} 2024-11-27T20:18:50,380 INFO [Time-limited test {}] server.Server(415): Started @131821ms 2024-11-27T20:18:50,382 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:18:50,483 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/cluster_cc310bd2-943c-6b48-1cab-42272ce4073f/data/data2/current/BP-165306811-172.17.0.2-1732738729976/current, will proceed with Du for space computation calculation, 2024-11-27T20:18:50,483 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/cluster_cc310bd2-943c-6b48-1cab-42272ce4073f/data/data1/current/BP-165306811-172.17.0.2-1732738729976/current, will proceed with Du for space computation calculation, 2024-11-27T20:18:50,498 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:18:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91a07dcb87233973 with lease ID 0xde3c6f0f6a11889a: Processing first storage report for DS-22de37cc-eb69-499b-ad2d-e2cd4d179037 from datanode DatanodeRegistration(127.0.0.1:38551, datanodeUuid=1e8d53b8-f6ad-48c9-896d-f60febde41c5, infoPort=34985, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=813271512;c=1732738729976) 2024-11-27T20:18:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91a07dcb87233973 with lease ID 0xde3c6f0f6a11889a: from storage DS-22de37cc-eb69-499b-ad2d-e2cd4d179037 node DatanodeRegistration(127.0.0.1:38551, datanodeUuid=1e8d53b8-f6ad-48c9-896d-f60febde41c5, infoPort=34985, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=813271512;c=1732738729976), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:18:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91a07dcb87233973 with lease ID 0xde3c6f0f6a11889a: Processing first storage report for DS-a8e49cd1-2faf-44be-97f6-03556b279014 from datanode DatanodeRegistration(127.0.0.1:38551, datanodeUuid=1e8d53b8-f6ad-48c9-896d-f60febde41c5, infoPort=34985, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=813271512;c=1732738729976) 2024-11-27T20:18:50,501 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91a07dcb87233973 with lease ID 0xde3c6f0f6a11889a: from storage DS-a8e49cd1-2faf-44be-97f6-03556b279014 node DatanodeRegistration(127.0.0.1:38551, datanodeUuid=1e8d53b8-f6ad-48c9-896d-f60febde41c5, infoPort=34985, infoSecurePort=0, ipcPort=42467, storageInfo=lv=-57;cid=testClusterID;nsid=813271512;c=1732738729976), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:18:50,507 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844 2024-11-27T20:18:50,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:50,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:50,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:18:50,919 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341 with version=8 2024-11-27T20:18:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/hbase-staging 2024-11-27T20:18:50,922 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:18:50,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:50,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:50,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:18:50,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:50,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:18:50,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:18:50,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:18:50,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41781 2024-11-27T20:18:50,924 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41781 connecting to ZooKeeper ensemble=127.0.0.1:64014 2024-11-27T20:18:50,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417810x0, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:18:50,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41781-0x1015b14b2720000 connected 2024-11-27T20:18:50,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:50,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:50,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/running 2024-11-27T20:18:50,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341, hbase.cluster.distributed=false 2024-11-27T20:18:50,954 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/acl 2024-11-27T20:18:50,955 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-27T20:18:50,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41781 2024-11-27T20:18:50,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41781 2024-11-27T20:18:50,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-27T20:18:50,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-27T20:18:50,973 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:18:50,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:50,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:50,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:18:50,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:50,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:18:50,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:18:50,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:18:50,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44945 2024-11-27T20:18:50,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44945 connecting to ZooKeeper ensemble=127.0.0.1:64014 2024-11-27T20:18:50,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:50,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:50,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449450x0, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:18:50,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449450x0, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/running 2024-11-27T20:18:50,982 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44945-0x1015b14b2720001 connected 2024-11-27T20:18:50,982 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:18:50,983 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:18:50,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/master 2024-11-27T20:18:50,984 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/acl 2024-11-27T20:18:50,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44945 2024-11-27T20:18:50,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44945 2024-11-27T20:18:50,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44945 2024-11-27T20:18:50,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44945 2024-11-27T20:18:50,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44945 2024-11-27T20:18:51,006 DEBUG [M:0;6daf43b95769:41781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:41781 2024-11-27T20:18:51,006 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0206271312/backup-masters/6daf43b95769,41781,1732738730921 2024-11-27T20:18:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/backup-masters 2024-11-27T20:18:51,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/backup-masters 2024-11-27T20:18:51,008 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on existing znode=/0206271312/backup-masters/6daf43b95769,41781,1732738730921 2024-11-27T20:18:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0206271312/master 2024-11-27T20:18:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:51,010 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on existing znode=/0206271312/master 2024-11-27T20:18:51,011 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0206271312/backup-masters/6daf43b95769,41781,1732738730921 from backup master directory 2024-11-27T20:18:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0206271312/backup-masters/6daf43b95769,41781,1732738730921 2024-11-27T20:18:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/backup-masters 2024-11-27T20:18:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/backup-masters 2024-11-27T20:18:51,016 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:18:51,016 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,41781,1732738730921 2024-11-27T20:18:51,020 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/hbase.id] with ID: b249a858-2f33-448d-aa2e-4ba5b4a507f1 2024-11-27T20:18:51,020 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/.tmp/hbase.id 2024-11-27T20:18:51,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:18:51,426 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/.tmp/hbase.id]:[hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/hbase.id] 2024-11-27T20:18:51,436 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:51,436 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:18:51,437 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:18:51,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:51,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:51,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:18:51,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:51,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:18:51,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:18:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:18:52,254 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store 2024-11-27T20:18:52,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:18:52,660 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:52,661 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:18:52,661 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:52,661 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:52,661 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:18:52,661 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:52,661 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:52,661 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738732661Disabling compacts and flushes for region at 1732738732661Disabling writes for close at 1732738732661Writing region close event to WAL at 1732738732661Closed at 1732738732661 2024-11-27T20:18:52,662 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/.initializing 2024-11-27T20:18:52,662 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,41781,1732738730921 2024-11-27T20:18:52,663 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:18:52,664 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C41781%2C1732738730921, suffix=, logDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,41781,1732738730921, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/oldWALs, maxLogs=10 2024-11-27T20:18:52,678 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,41781,1732738730921/6daf43b95769%2C41781%2C1732738730921.1732738732664, exclude list is [], retry=0 2024-11-27T20:18:52,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-22de37cc-eb69-499b-ad2d-e2cd4d179037,DISK] 2024-11-27T20:18:52,682 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,41781,1732738730921/6daf43b95769%2C41781%2C1732738730921.1732738732664 2024-11-27T20:18:52,682 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-27T20:18:52,682 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:18:52,682 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:52,682 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,682 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:18:52,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:52,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:52,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:18:52,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:52,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:52,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:18:52,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:52,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:52,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:18:52,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:52,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:52,691 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,692 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,692 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,693 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,693 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,694 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:18:52,695 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:52,697 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:52,697 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75325789, jitterRate=0.12244172394275665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:18:52,698 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738732682Initializing all the Stores at 1732738732683 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738732683Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738732684 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738732684Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738732684Cleaning up temporary data from old regions at 1732738732693 (+9 ms)Region opened successfully at 1732738732698 (+5 ms) 2024-11-27T20:18:52,700 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:18:52,703 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3320e482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:18:52,704 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:18:52,704 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:18:52,704 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:18:52,704 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:18:52,705 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:18:52,705 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:18:52,705 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:18:52,707 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:18:52,708 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/balancer because node does not exist (not necessarily an error) 2024-11-27T20:18:52,709 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/balancer already deleted, retry=false 2024-11-27T20:18:52,710 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:18:52,710 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:18:52,711 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/normalizer already deleted, retry=false 2024-11-27T20:18:52,712 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:18:52,713 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:18:52,715 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/switch/split already deleted, retry=false 2024-11-27T20:18:52,715 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:18:52,716 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/switch/merge already deleted, retry=false 2024-11-27T20:18:52,718 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:18:52,719 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/snapshot-cleanup already deleted, retry=false 2024-11-27T20:18:52,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0206271312/running 2024-11-27T20:18:52,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:52,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0206271312/running 2024-11-27T20:18:52,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:52,722 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,41781,1732738730921, sessionid=0x1015b14b2720000, setting cluster-up flag (Was=false) 2024-11-27T20:18:52,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:52,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:52,732 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0206271312/flush-table-proc/acquired, /0206271312/flush-table-proc/reached, /0206271312/flush-table-proc/abort 2024-11-27T20:18:52,733 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,41781,1732738730921 2024-11-27T20:18:52,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:52,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:52,740 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0206271312/online-snapshot/acquired, /0206271312/online-snapshot/reached, /0206271312/online-snapshot/abort 2024-11-27T20:18:52,741 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,41781,1732738730921 2024-11-27T20:18:52,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:18:52,744 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:18:52,744 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:18:52,744 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:18:52,744 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,41781,1732738730921 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:18:52,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:18:52,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:18:52,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:18:52,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:18:52,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:18:52,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:18:52,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,746 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738762746 2024-11-27T20:18:52,746 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:18:52,746 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:18:52,746 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:18:52,746 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:18:52,746 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:18:52,746 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:18:52,747 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,747 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:18:52,747 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:18:52,747 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:18:52,747 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:18:52,747 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:18:52,747 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:18:52,747 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:18:52,747 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:18:52,748 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738732747,5,FailOnTimeoutGroup] 2024-11-27T20:18:52,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:52,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:18:52,751 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738732748,5,FailOnTimeoutGroup] 2024-11-27T20:18:52,751 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,751 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:18:52,751 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,751 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:18:52,793 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(746): ClusterId : b249a858-2f33-448d-aa2e-4ba5b4a507f1 2024-11-27T20:18:52,793 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:18:52,795 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:18:52,795 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:18:52,797 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:18:52,797 DEBUG [RS:0;6daf43b95769:44945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ab6964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:18:52,809 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:44945 2024-11-27T20:18:52,809 INFO [RS:0;6daf43b95769:44945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:18:52,809 INFO [RS:0;6daf43b95769:44945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:18:52,809 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:18:52,810 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,41781,1732738730921 with port=44945, startcode=1732738730973 2024-11-27T20:18:52,810 DEBUG [RS:0;6daf43b95769:44945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:18:52,811 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:18:52,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,44945,1732738730973 2024-11-27T20:18:52,812 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41781 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,44945,1732738730973 2024-11-27T20:18:52,813 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341 2024-11-27T20:18:52,813 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43661 2024-11-27T20:18:52,813 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:18:52,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/rs 2024-11-27T20:18:52,816 DEBUG [RS:0;6daf43b95769:44945 {}] zookeeper.ZKUtil(111): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on existing znode=/0206271312/rs/6daf43b95769,44945,1732738730973 2024-11-27T20:18:52,816 WARN [RS:0;6daf43b95769:44945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:18:52,816 INFO [RS:0;6daf43b95769:44945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:18:52,816 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973 2024-11-27T20:18:52,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,44945,1732738730973] 2024-11-27T20:18:52,819 INFO [RS:0;6daf43b95769:44945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:18:52,820 INFO [RS:0;6daf43b95769:44945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:18:52,821 INFO [RS:0;6daf43b95769:44945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:18:52,821 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,821 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:18:52,822 INFO [RS:0;6daf43b95769:44945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:18:52,822 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:18:52,822 DEBUG [RS:0;6daf43b95769:44945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:18:52,823 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,823 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,823 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,823 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,823 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,823 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44945,1732738730973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:18:52,838 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:18:52,838 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44945,1732738730973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,838 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,838 INFO [RS:0;6daf43b95769:44945 {}] regionserver.Replication(171): 6daf43b95769,44945,1732738730973 started 2024-11-27T20:18:52,852 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:52,852 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,44945,1732738730973, RpcServer on 6daf43b95769/172.17.0.2:44945, sessionid=0x1015b14b2720001 2024-11-27T20:18:52,852 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:18:52,853 DEBUG [RS:0;6daf43b95769:44945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,44945,1732738730973 2024-11-27T20:18:52,853 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,44945,1732738730973' 2024-11-27T20:18:52,853 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0206271312/flush-table-proc/abort' 2024-11-27T20:18:52,853 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0206271312/flush-table-proc/acquired' 2024-11-27T20:18:52,854 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:18:52,854 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:18:52,854 DEBUG [RS:0;6daf43b95769:44945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,44945,1732738730973 2024-11-27T20:18:52,854 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,44945,1732738730973' 2024-11-27T20:18:52,854 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0206271312/online-snapshot/abort' 2024-11-27T20:18:52,854 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0206271312/online-snapshot/acquired' 2024-11-27T20:18:52,854 DEBUG [RS:0;6daf43b95769:44945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:18:52,855 INFO [RS:0;6daf43b95769:44945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:18:52,855 INFO [RS:0;6daf43b95769:44945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:18:52,955 INFO [RS:0;6daf43b95769:44945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:18:52,957 INFO [RS:0;6daf43b95769:44945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C44945%2C1732738730973, suffix=, logDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs, maxLogs=10 2024-11-27T20:18:52,970 DEBUG [RS:0;6daf43b95769:44945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.1732738732957, exclude list is [], retry=0 2024-11-27T20:18:52,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-22de37cc-eb69-499b-ad2d-e2cd4d179037,DISK] 2024-11-27T20:18:52,974 INFO [RS:0;6daf43b95769:44945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.1732738732957 2024-11-27T20:18:52,975 DEBUG [RS:0;6daf43b95769:44945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-27T20:18:53,088 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:18:53,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:53,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:53,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:53,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:53,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:53,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:53,155 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:18:53,156 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341 2024-11-27T20:18:53,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:18:53,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:53,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:18:53,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:18:53,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:53,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:53,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:18:53,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:18:53,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:53,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:53,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:18:53,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:18:53,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:53,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:53,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:18:53,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:18:53,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:53,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:53,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:18:53,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740 2024-11-27T20:18:53,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740 2024-11-27T20:18:53,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:18:53,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:18:53,573 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:18:53,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:18:53,576 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:53,576 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66892190, jitterRate=-0.003228694200515747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:18:53,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738733564Initializing all the Stores at 1732738733565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738733565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738733565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738733565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738733565Cleaning up temporary data from old regions at 1732738733573 (+8 ms)Region opened successfully at 1732738733577 (+4 ms) 2024-11-27T20:18:53,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:18:53,577 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:18:53,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:18:53,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:18:53,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:18:53,577 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:18:53,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738733577Disabling compacts and flushes for region at 1732738733577Disabling writes for close at 1732738733577Writing region close event to WAL at 1732738733577Closed at 1732738733577 2024-11-27T20:18:53,578 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:18:53,578 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:18:53,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:18:53,579 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:18:53,580 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:18:53,730 DEBUG [6daf43b95769:41781 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:18:53,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,44945,1732738730973 2024-11-27T20:18:53,732 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,44945,1732738730973, state=OPENING 2024-11-27T20:18:53,734 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:18:53,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:53,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:53,735 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:18:53,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: CHANGED 2024-11-27T20:18:53,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: CHANGED 2024-11-27T20:18:53,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,44945,1732738730973}] 2024-11-27T20:18:53,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:18:53,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:18:53,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T20:18:53,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T20:18:53,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:18:53,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:18:53,888 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:18:53,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:18:53,893 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:18:53,893 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:18:53,893 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:18:53,894 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C44945%2C1732738730973.meta, suffix=.meta, logDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs, maxLogs=10 2024-11-27T20:18:53,908 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.meta.1732738733895.meta, exclude list is [], retry=0 2024-11-27T20:18:53,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-22de37cc-eb69-499b-ad2d-e2cd4d179037,DISK] 2024-11-27T20:18:53,911 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.meta.1732738733895.meta 2024-11-27T20:18:53,912 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-27T20:18:53,912 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:18:53,912 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:18:53,912 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:18:53,912 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:18:53,913 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:18:53,913 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:18:53,913 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:53,913 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:18:53,913 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:18:53,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:18:53,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:18:53,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:53,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:53,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:18:53,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:18:53,916 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:53,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:53,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:18:53,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:18:53,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:53,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:53,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:18:53,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:18:53,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:53,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:53,918 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:18:53,919 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740 2024-11-27T20:18:53,920 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740 2024-11-27T20:18:53,920 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:18:53,921 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:18:53,921 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:18:53,922 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:18:53,923 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61547090, jitterRate=-0.08287689089775085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:18:53,923 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:18:53,923 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738733913Writing region info on filesystem at 1732738733913Initializing all the Stores at 1732738733914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738733914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738733914Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738733914Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738733914Cleaning up temporary data from old regions at 1732738733921 (+7 ms)Running coprocessor post-open hooks at 1732738733923 (+2 ms)Region opened successfully at 1732738733923 2024-11-27T20:18:53,924 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738733888 2024-11-27T20:18:53,926 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:18:53,926 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:18:53,927 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,44945,1732738730973 2024-11-27T20:18:53,928 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,44945,1732738730973, state=OPEN 2024-11-27T20:18:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0206271312/meta-region-server 2024-11-27T20:18:53,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0206271312/meta-region-server 2024-11-27T20:18:53,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: CHANGED 2024-11-27T20:18:53,933 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,44945,1732738730973 2024-11-27T20:18:53,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: CHANGED 2024-11-27T20:18:53,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:18:53,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,44945,1732738730973 in 197 msec 2024-11-27T20:18:53,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:18:53,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-27T20:18:53,937 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:18:53,937 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:18:53,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:53,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44945,1732738730973, seqNum=-1] 2024-11-27T20:18:53,939 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:53,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:53,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-27T20:18:53,945 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738733945, completionTime=-1 2024-11-27T20:18:53,945 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:18:53,945 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:18:53,947 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:18:53,947 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738793947 2024-11-27T20:18:53,947 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738853947 2024-11-27T20:18:53,947 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:18:53,947 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41781,1732738730921-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:53,947 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41781,1732738730921-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:53,947 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41781,1732738730921-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:53,947 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:41781, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:53,947 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:53,948 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:53,949 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:18:53,951 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.935sec 2024-11-27T20:18:53,951 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:18:53,951 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:18:53,951 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:18:53,951 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:18:53,951 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:18:53,951 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41781,1732738730921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:18:53,951 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41781,1732738730921-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:18:53,954 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:18:53,954 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:18:53,954 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41781,1732738730921-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:53,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202bda48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:53,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41781,-1 for getting cluster id 2024-11-27T20:18:53,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:53,995 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b249a858-2f33-448d-aa2e-4ba5b4a507f1' 2024-11-27T20:18:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b249a858-2f33-448d-aa2e-4ba5b4a507f1" 2024-11-27T20:18:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e8e9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41781,-1] 2024-11-27T20:18:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:53,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:53,997 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:53,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e519f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:53,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44945,1732738730973, seqNum=-1] 2024-11-27T20:18:53,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:54,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:54,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,41781,1732738730921 2024-11-27T20:18:54,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64014 2024-11-27T20:18:54,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:18:54,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b14b2720002 connected 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/hadoop.log.dir so I do NOT create it in target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1 2024-11-27T20:18:54,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/hadoop.tmp.dir so I do NOT create it in target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1 2024-11-27T20:18:54,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:18:54,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/cluster_9f1873d3-02af-6a8b-f43a-9fc8cafb26c4, deleteOnExit=true 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/test.cache.data in system properties and HBase conf 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:18:54,008 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:18:54,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:18:54,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:18:54,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:18:54,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:18:54,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:18:54,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:18:54,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:18:54,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:18:54,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62ee850d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:18:54,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50245e17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:18:54,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cb119b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/java.io.tmpdir/jetty-localhost-41459-hadoop-hdfs-3_4_1-tests_jar-_-any-17726325683480172868/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:18:54,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75a193ce{HTTP/1.1, (http/1.1)}{localhost:41459} 2024-11-27T20:18:54,206 INFO [Time-limited test {}] server.Server(415): Started @135647ms 2024-11-27T20:18:54,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:18:54,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:18:54,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:18:54,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:18:54,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:18:54,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148ed17b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:18:54,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@213f2817{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:18:54,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@582155f3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/java.io.tmpdir/jetty-localhost-32963-hadoop-hdfs-3_4_1-tests_jar-_-any-7357377185693244391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:18:54,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8246a84{HTTP/1.1, (http/1.1)}{localhost:32963} 2024-11-27T20:18:54,404 INFO [Time-limited test {}] server.Server(415): Started @135845ms 2024-11-27T20:18:54,406 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:18:54,510 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/cluster_9f1873d3-02af-6a8b-f43a-9fc8cafb26c4/data/data1/current/BP-1973328324-172.17.0.2-1732738734029/current, will proceed with Du for space computation calculation, 2024-11-27T20:18:54,510 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/cluster_9f1873d3-02af-6a8b-f43a-9fc8cafb26c4/data/data2/current/BP-1973328324-172.17.0.2-1732738734029/current, will proceed with Du for space computation calculation, 2024-11-27T20:18:54,527 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:18:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cab03de67e0be2f with lease ID 0x780e5d24f218fa15: Processing first storage report for DS-44a17fe4-066b-4fb7-8cb1-352f0740c6a2 from datanode DatanodeRegistration(127.0.0.1:39539, datanodeUuid=3c2a2459-4cbd-4051-b027-70e7be8e213e, infoPort=35095, infoSecurePort=0, ipcPort=39159, storageInfo=lv=-57;cid=testClusterID;nsid=1877122017;c=1732738734029) 2024-11-27T20:18:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cab03de67e0be2f with lease ID 0x780e5d24f218fa15: from storage DS-44a17fe4-066b-4fb7-8cb1-352f0740c6a2 node DatanodeRegistration(127.0.0.1:39539, datanodeUuid=3c2a2459-4cbd-4051-b027-70e7be8e213e, infoPort=35095, infoSecurePort=0, ipcPort=39159, storageInfo=lv=-57;cid=testClusterID;nsid=1877122017;c=1732738734029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:18:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cab03de67e0be2f with lease ID 0x780e5d24f218fa15: Processing first storage report for DS-f8f3088f-239b-455a-877f-8c0bff03e446 from datanode DatanodeRegistration(127.0.0.1:39539, datanodeUuid=3c2a2459-4cbd-4051-b027-70e7be8e213e, infoPort=35095, infoSecurePort=0, ipcPort=39159, storageInfo=lv=-57;cid=testClusterID;nsid=1877122017;c=1732738734029) 2024-11-27T20:18:54,530 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cab03de67e0be2f with lease ID 0x780e5d24f218fa15: from storage DS-f8f3088f-239b-455a-877f-8c0bff03e446 node DatanodeRegistration(127.0.0.1:39539, datanodeUuid=3c2a2459-4cbd-4051-b027-70e7be8e213e, infoPort=35095, infoSecurePort=0, ipcPort=39159, storageInfo=lv=-57;cid=testClusterID;nsid=1877122017;c=1732738734029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:18:54,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1 2024-11-27T20:18:54,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:54,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:54,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:18:55,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893 with version=8 2024-11-27T20:18:55,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/hbase-staging 2024-11-27T20:18:55,043 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:18:55,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:55,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:55,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:18:55,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:55,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:18:55,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:18:55,044 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:18:55,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43853 2024-11-27T20:18:55,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43853 connecting to ZooKeeper ensemble=127.0.0.1:64014 2024-11-27T20:18:55,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438530x0, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:18:55,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43853-0x1015b14b2720003 connected 2024-11-27T20:18:55,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:55,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:55,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Set watcher on znode that does not yet exist, /11867445060/running 2024-11-27T20:18:55,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893, hbase.cluster.distributed=false 2024-11-27T20:18:55,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Set watcher on znode that does not yet exist, /11867445060/acl 2024-11-27T20:18:55,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43853 2024-11-27T20:18:55,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43853 2024-11-27T20:18:55,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43853 2024-11-27T20:18:55,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43853 2024-11-27T20:18:55,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43853 2024-11-27T20:18:55,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:18:55,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:55,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:55,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:18:55,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:18:55,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:18:55,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:18:55,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:18:55,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45327 2024-11-27T20:18:55,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45327 connecting to ZooKeeper ensemble=127.0.0.1:64014 2024-11-27T20:18:55,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:55,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:55,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453270x0, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:18:55,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453270x0, quorum=127.0.0.1:64014, baseZNode=/11867445060 Set watcher on znode that does not yet exist, /11867445060/running 2024-11-27T20:18:55,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45327-0x1015b14b2720004 connected 2024-11-27T20:18:55,090 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:18:55,091 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:18:55,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Set watcher on znode that does not yet exist, /11867445060/master 2024-11-27T20:18:55,092 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Set watcher on znode that does not yet exist, /11867445060/acl 2024-11-27T20:18:55,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-27T20:18:55,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45327 2024-11-27T20:18:55,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45327 2024-11-27T20:18:55,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-27T20:18:55,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45327 2024-11-27T20:18:55,111 DEBUG [M:0;6daf43b95769:43853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:43853 2024-11-27T20:18:55,111 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11867445060/backup-masters/6daf43b95769,43853,1732738735043 2024-11-27T20:18:55,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060/backup-masters 2024-11-27T20:18:55,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060/backup-masters 2024-11-27T20:18:55,113 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Set watcher on existing znode=/11867445060/backup-masters/6daf43b95769,43853,1732738735043 2024-11-27T20:18:55,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11867445060/master 2024-11-27T20:18:55,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:55,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:55,115 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Set watcher on existing znode=/11867445060/master 2024-11-27T20:18:55,115 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11867445060/backup-masters/6daf43b95769,43853,1732738735043 from backup master directory 2024-11-27T20:18:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11867445060/backup-masters/6daf43b95769,43853,1732738735043 2024-11-27T20:18:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060/backup-masters 2024-11-27T20:18:55,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060/backup-masters 2024-11-27T20:18:55,118 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:18:55,118 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,43853,1732738735043 2024-11-27T20:18:55,122 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/hbase.id] with ID: 040b638c-5ea7-4106-8662-8149416462c6 2024-11-27T20:18:55,122 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/.tmp/hbase.id 2024-11-27T20:18:55,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:18:55,529 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/.tmp/hbase.id]:[hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/hbase.id] 2024-11-27T20:18:55,539 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:18:55,539 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:18:55,540 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:18:55,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:55,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:18:55,948 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:55,948 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:18:55,949 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:18:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:18:56,356 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store 2024-11-27T20:18:56,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:18:56,762 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:56,762 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:18:56,762 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:56,762 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:56,762 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:18:56,762 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:56,762 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:18:56,762 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738736762Disabling compacts and flushes for region at 1732738736762Disabling writes for close at 1732738736762Writing region close event to WAL at 1732738736762Closed at 1732738736762 2024-11-27T20:18:56,763 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/.initializing 2024-11-27T20:18:56,763 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/WALs/6daf43b95769,43853,1732738735043 2024-11-27T20:18:56,764 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:18:56,766 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C43853%2C1732738735043, suffix=, logDir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/WALs/6daf43b95769,43853,1732738735043, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/oldWALs, maxLogs=10 2024-11-27T20:18:56,780 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/WALs/6daf43b95769,43853,1732738735043/6daf43b95769%2C43853%2C1732738735043.1732738736766, exclude list is [], retry=0 2024-11-27T20:18:56,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-44a17fe4-066b-4fb7-8cb1-352f0740c6a2,DISK] 2024-11-27T20:18:56,784 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/WALs/6daf43b95769,43853,1732738735043/6daf43b95769%2C43853%2C1732738735043.1732738736766 2024-11-27T20:18:56,784 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-27T20:18:56,784 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:18:56,784 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:56,784 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,784 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:18:56,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:56,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:56,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:18:56,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:56,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:56,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:18:56,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:56,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:56,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:18:56,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:56,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:56,791 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,791 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,791 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,792 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,792 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,793 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:18:56,794 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:18:56,795 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:56,796 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67127988, jitterRate=2.849698066711426E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:18:56,796 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738736784Initializing all the Stores at 1732738736785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738736785Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738736785Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738736785Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738736785Cleaning up temporary data from old regions at 1732738736792 (+7 ms)Region opened successfully at 1732738736796 (+4 ms) 2024-11-27T20:18:56,796 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:18:56,798 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff8240e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:18:56,799 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:18:56,799 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:18:56,799 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:18:56,799 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:18:56,800 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:18:56,800 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:18:56,800 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:18:56,802 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:18:56,802 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Unable to get data of znode /11867445060/balancer because node does not exist (not necessarily an error) 2024-11-27T20:18:56,803 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11867445060/balancer already deleted, retry=false 2024-11-27T20:18:56,804 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:18:56,804 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Unable to get data of znode /11867445060/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:18:56,805 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11867445060/normalizer already deleted, retry=false 2024-11-27T20:18:56,805 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:18:56,806 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Unable to get data of znode /11867445060/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:18:56,807 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11867445060/switch/split already deleted, retry=false 2024-11-27T20:18:56,808 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Unable to get data of znode /11867445060/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:18:56,810 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11867445060/switch/merge already deleted, retry=false 2024-11-27T20:18:56,811 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Unable to get data of znode /11867445060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:18:56,812 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11867445060/snapshot-cleanup already deleted, retry=false 2024-11-27T20:18:56,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11867445060/running 2024-11-27T20:18:56,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:56,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11867445060/running 2024-11-27T20:18:56,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:56,814 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,43853,1732738735043, sessionid=0x1015b14b2720003, setting cluster-up flag (Was=false) 2024-11-27T20:18:56,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:56,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:56,824 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11867445060/flush-table-proc/acquired, /11867445060/flush-table-proc/reached, /11867445060/flush-table-proc/abort 2024-11-27T20:18:56,825 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,43853,1732738735043 2024-11-27T20:18:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:56,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:56,837 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11867445060/online-snapshot/acquired, /11867445060/online-snapshot/reached, /11867445060/online-snapshot/abort 2024-11-27T20:18:56,838 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,43853,1732738735043 2024-11-27T20:18:56,839 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:18:56,841 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:18:56,841 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:18:56,841 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:18:56,841 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,43853,1732738735043 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:18:56,842 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:18:56,842 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:18:56,842 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:18:56,842 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:18:56,842 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:18:56,842 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,842 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:18:56,842 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,843 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738766843 2024-11-27T20:18:56,843 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:18:56,843 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:18:56,843 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:18:56,843 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:18:56,843 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:18:56,843 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:18:56,844 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:18:56,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:18:56,844 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:18:56,844 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:18:56,844 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:18:56,844 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:18:56,844 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:18:56,844 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:18:56,845 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738736844,5,FailOnTimeoutGroup] 2024-11-27T20:18:56,845 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:56,845 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738736845,5,FailOnTimeoutGroup] 2024-11-27T20:18:56,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:18:56,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,845 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:18:56,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:18:56,902 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(746): ClusterId : 040b638c-5ea7-4106-8662-8149416462c6 2024-11-27T20:18:56,902 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:18:56,904 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:18:56,904 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:18:56,905 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:18:56,906 DEBUG [RS:0;6daf43b95769:45327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f1dd3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:18:56,917 DEBUG [RS:0;6daf43b95769:45327 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:45327 2024-11-27T20:18:56,917 INFO [RS:0;6daf43b95769:45327 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:18:56,917 INFO [RS:0;6daf43b95769:45327 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:18:56,917 DEBUG [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:18:56,918 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,43853,1732738735043 with port=45327, startcode=1732738735078 2024-11-27T20:18:56,918 DEBUG [RS:0;6daf43b95769:45327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:18:56,919 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:18:56,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,45327,1732738735078 2024-11-27T20:18:56,920 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43853 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,45327,1732738735078 2024-11-27T20:18:56,921 DEBUG [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893 2024-11-27T20:18:56,921 DEBUG [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45047 2024-11-27T20:18:56,921 DEBUG [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:18:56,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060/rs 2024-11-27T20:18:56,923 DEBUG [RS:0;6daf43b95769:45327 {}] zookeeper.ZKUtil(111): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Set watcher on existing znode=/11867445060/rs/6daf43b95769,45327,1732738735078 2024-11-27T20:18:56,923 WARN [RS:0;6daf43b95769:45327 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:18:56,923 INFO [RS:0;6daf43b95769:45327 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:18:56,923 DEBUG [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/WALs/6daf43b95769,45327,1732738735078 2024-11-27T20:18:56,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,45327,1732738735078] 2024-11-27T20:18:56,926 INFO [RS:0;6daf43b95769:45327 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:18:56,928 INFO [RS:0;6daf43b95769:45327 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:18:56,928 INFO [RS:0;6daf43b95769:45327 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:18:56,928 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,929 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:18:56,929 INFO [RS:0;6daf43b95769:45327 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:18:56,929 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:18:56,930 DEBUG [RS:0;6daf43b95769:45327 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:18:56,930 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,930 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,930 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,930 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,930 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,930 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,45327,1732738735078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:18:56,944 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:18:56,944 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,45327,1732738735078-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,944 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,944 INFO [RS:0;6daf43b95769:45327 {}] regionserver.Replication(171): 6daf43b95769,45327,1732738735078 started 2024-11-27T20:18:56,958 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:56,958 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,45327,1732738735078, RpcServer on 6daf43b95769/172.17.0.2:45327, sessionid=0x1015b14b2720004 2024-11-27T20:18:56,958 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:18:56,958 DEBUG [RS:0;6daf43b95769:45327 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,45327,1732738735078 2024-11-27T20:18:56,958 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,45327,1732738735078' 2024-11-27T20:18:56,958 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11867445060/flush-table-proc/abort' 2024-11-27T20:18:56,959 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11867445060/flush-table-proc/acquired' 2024-11-27T20:18:56,959 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:18:56,959 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:18:56,959 DEBUG [RS:0;6daf43b95769:45327 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,45327,1732738735078 2024-11-27T20:18:56,959 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,45327,1732738735078' 2024-11-27T20:18:56,959 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11867445060/online-snapshot/abort' 2024-11-27T20:18:56,959 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11867445060/online-snapshot/acquired' 2024-11-27T20:18:56,960 DEBUG [RS:0;6daf43b95769:45327 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:18:56,960 INFO [RS:0;6daf43b95769:45327 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:18:56,960 INFO [RS:0;6daf43b95769:45327 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:18:57,060 INFO [RS:0;6daf43b95769:45327 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:18:57,062 INFO [RS:0;6daf43b95769:45327 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C45327%2C1732738735078, suffix=, logDir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/WALs/6daf43b95769,45327,1732738735078, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/oldWALs, maxLogs=10 2024-11-27T20:18:57,076 DEBUG [RS:0;6daf43b95769:45327 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/WALs/6daf43b95769,45327,1732738735078/6daf43b95769%2C45327%2C1732738735078.1732738737062, exclude list is [], retry=0 2024-11-27T20:18:57,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-44a17fe4-066b-4fb7-8cb1-352f0740c6a2,DISK] 2024-11-27T20:18:57,080 INFO [RS:0;6daf43b95769:45327 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/WALs/6daf43b95769,45327,1732738735078/6daf43b95769%2C45327%2C1732738735078.1732738737062 2024-11-27T20:18:57,080 DEBUG [RS:0;6daf43b95769:45327 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-27T20:18:57,254 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:18:57,254 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893 2024-11-27T20:18:57,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:18:57,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:57,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:18:57,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:18:57,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:57,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:57,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:18:57,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:18:57,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:57,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:57,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:18:57,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:18:57,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:57,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:57,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:18:57,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:18:57,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:57,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:57,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:18:57,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740 2024-11-27T20:18:57,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740 2024-11-27T20:18:57,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:18:57,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:18:57,670 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:18:57,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:18:57,673 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:57,673 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69499118, jitterRate=0.035617560148239136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:18:57,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738737661Initializing all the Stores at 1732738737661Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738737661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738737662 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738737662Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738737662Cleaning up temporary data from old regions at 1732738737669 (+7 ms)Region opened successfully at 1732738737673 (+4 ms) 2024-11-27T20:18:57,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:18:57,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:18:57,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:18:57,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:18:57,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:18:57,674 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:18:57,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738737673Disabling compacts and flushes for region at 1732738737673Disabling writes for close at 1732738737673Writing region close event to WAL at 1732738737674 (+1 ms)Closed at 1732738737674 2024-11-27T20:18:57,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:18:57,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:18:57,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:18:57,676 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:18:57,677 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:18:57,827 DEBUG [6daf43b95769:43853 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:18:57,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,45327,1732738735078 2024-11-27T20:18:57,828 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,45327,1732738735078, state=OPENING 2024-11-27T20:18:57,835 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:18:57,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:57,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:18:57,836 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:18:57,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11867445060/meta-region-server: CHANGED 2024-11-27T20:18:57,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11867445060/meta-region-server: CHANGED 2024-11-27T20:18:57,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,45327,1732738735078}] 2024-11-27T20:18:57,989 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:18:57,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:18:57,994 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:18:57,994 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:18:57,994 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:18:57,996 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C45327%2C1732738735078.meta, suffix=.meta, logDir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/WALs/6daf43b95769,45327,1732738735078, archiveDir=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/oldWALs, maxLogs=10 2024-11-27T20:18:58,009 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/WALs/6daf43b95769,45327,1732738735078/6daf43b95769%2C45327%2C1732738735078.meta.1732738737996.meta, exclude list is [], retry=0 2024-11-27T20:18:58,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39539,DS-44a17fe4-066b-4fb7-8cb1-352f0740c6a2,DISK] 2024-11-27T20:18:58,013 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/WALs/6daf43b95769,45327,1732738735078/6daf43b95769%2C45327%2C1732738735078.meta.1732738737996.meta 2024-11-27T20:18:58,013 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35095:35095)] 2024-11-27T20:18:58,013 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:18:58,013 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:18:58,014 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:18:58,014 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:18:58,014 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:18:58,014 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:18:58,014 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:58,014 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:18:58,014 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:18:58,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:18:58,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:18:58,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:58,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:58,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:18:58,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:18:58,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:58,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:58,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:18:58,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:18:58,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:58,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:58,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:18:58,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:18:58,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:58,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:18:58,019 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:18:58,020 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740 2024-11-27T20:18:58,020 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740 2024-11-27T20:18:58,022 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:18:58,022 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:18:58,022 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:18:58,023 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:18:58,024 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65254866, jitterRate=-0.027626723051071167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:18:58,024 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:18:58,024 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738738014Writing region info on filesystem at 1732738738014Initializing all the Stores at 1732738738015 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738738015Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738738015Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738738015Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738738015Cleaning up temporary data from old regions at 1732738738022 (+7 ms)Running coprocessor post-open hooks at 1732738738024 (+2 ms)Region opened successfully at 1732738738024 2024-11-27T20:18:58,025 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738737989 2024-11-27T20:18:58,027 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:18:58,027 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:18:58,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,45327,1732738735078 2024-11-27T20:18:58,028 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,45327,1732738735078, state=OPEN 2024-11-27T20:18:58,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11867445060/meta-region-server 2024-11-27T20:18:58,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11867445060/meta-region-server 2024-11-27T20:18:58,030 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,45327,1732738735078 2024-11-27T20:18:58,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11867445060/meta-region-server: CHANGED 2024-11-27T20:18:58,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11867445060/meta-region-server: CHANGED 2024-11-27T20:18:58,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:18:58,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,45327,1732738735078 in 194 msec 2024-11-27T20:18:58,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:18:58,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-27T20:18:58,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:18:58,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:18:58,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:58,036 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,45327,1732738735078, seqNum=-1] 2024-11-27T20:18:58,036 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:58,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:58,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-27T20:18:58,043 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738738043, completionTime=-1 2024-11-27T20:18:58,043 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:18:58,043 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:18:58,045 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:18:58,045 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738798045 2024-11-27T20:18:58,045 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738858045 2024-11-27T20:18:58,045 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T20:18:58,045 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43853,1732738735043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:58,046 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43853,1732738735043-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:58,046 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43853,1732738735043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:58,046 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:43853, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:58,046 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:58,046 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:58,048 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:18:58,050 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-27T20:18:58,050 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:18:58,050 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:18:58,050 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:18:58,050 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:18:58,050 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:18:58,050 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43853,1732738735043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:18:58,050 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43853,1732738735043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:18:58,054 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:18:58,054 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:18:58,054 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43853,1732738735043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:18:58,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776daef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:58,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43853,-1 for getting cluster id 2024-11-27T20:18:58,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:58,104 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '040b638c-5ea7-4106-8662-8149416462c6' 2024-11-27T20:18:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "040b638c-5ea7-4106-8662-8149416462c6" 2024-11-27T20:18:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215cd80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43853,-1] 2024-11-27T20:18:58,105 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:58,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:58,106 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:58,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5964bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:58,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:58,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,45327,1732738735078, seqNum=-1] 2024-11-27T20:18:58,109 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:58,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:18:58,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,43853,1732738735043 2024-11-27T20:18:58,112 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64014 2024-11-27T20:18:58,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:18:58,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b14b2720005 connected 2024-11-27T20:18:58,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275dcd6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:58,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41781,-1 for getting cluster id 2024-11-27T20:18:58,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:58,119 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b249a858-2f33-448d-aa2e-4ba5b4a507f1' 2024-11-27T20:18:58,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:58,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b249a858-2f33-448d-aa2e-4ba5b4a507f1" 2024-11-27T20:18:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da82c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41781,-1] 2024-11-27T20:18:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:58,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:58,121 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:58,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d184fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:58,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,41781,1732738730921 2024-11-27T20:18:58,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fde0f2c 2024-11-27T20:18:58,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:58,123 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:58,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:43853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:18:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:18:58,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:18:58,126 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:43853' 2024-11-27T20:18:58,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515265c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:58,127 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43853,-1 for getting cluster id 2024-11-27T20:18:58,127 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:58,128 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '040b638c-5ea7-4106-8662-8149416462c6' 2024-11-27T20:18:58,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:58,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "040b638c-5ea7-4106-8662-8149416462c6" 2024-11-27T20:18:58,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e711a03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:58,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43853,-1] 2024-11-27T20:18:58,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:58,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:58,129 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:58,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2295a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:58,130 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:58,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43853,1732738735043 2024-11-27T20:18:58,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8e39ad 2024-11-27T20:18:58,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:58,132 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:18:58,132 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T20:18:58,132 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:18:58,132 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:58,132 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:58,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:18:58,133 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:18:58,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:18:58,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:18:58,135 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:58,136 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:18:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741835_1011 (size=1138) 2024-11-27T20:18:58,184 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:18:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:18:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:18:58,543 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31f6a09e55318391fe43e2291835449d, NAME => 'hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341 2024-11-27T20:18:58,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741836_1012 (size=44) 2024-11-27T20:18:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:18:58,819 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:18:58,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:58,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 31f6a09e55318391fe43e2291835449d, disabling compactions & flushes 2024-11-27T20:18:58,950 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:18:58,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:18:58,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. after waiting 0 ms 2024-11-27T20:18:58,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:18:58,950 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:18:58,950 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31f6a09e55318391fe43e2291835449d: Waiting for close lock at 1732738738950Disabling compacts and flushes for region at 1732738738950Disabling writes for close at 1732738738950Writing region close event to WAL at 1732738738950Closed at 1732738738950 2024-11-27T20:18:58,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:18:58,952 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738738951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738738951"}]},"ts":"1732738738951"} 2024-11-27T20:18:58,954 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:18:58,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:18:58,955 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738738955"}]},"ts":"1732738738955"} 2024-11-27T20:18:58,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:18:58,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31f6a09e55318391fe43e2291835449d, ASSIGN}] 2024-11-27T20:18:58,957 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31f6a09e55318391fe43e2291835449d, ASSIGN 2024-11-27T20:18:58,958 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31f6a09e55318391fe43e2291835449d, ASSIGN; state=OFFLINE, location=6daf43b95769,44945,1732738730973; forceNewPlan=false, retain=false 2024-11-27T20:18:59,109 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=31f6a09e55318391fe43e2291835449d, regionState=OPENING, regionLocation=6daf43b95769,44945,1732738730973 2024-11-27T20:18:59,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31f6a09e55318391fe43e2291835449d, ASSIGN because future has completed 2024-11-27T20:18:59,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f6a09e55318391fe43e2291835449d, server=6daf43b95769,44945,1732738730973}] 2024-11-27T20:18:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:18:59,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:18:59,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:18:59,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:18:59,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C44945%2C1732738730973.rep, suffix=, logDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs, maxLogs=10 2024-11-27T20:18:59,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.rep.1732738739269, exclude list is [], retry=0 2024-11-27T20:18:59,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-22de37cc-eb69-499b-ad2d-e2cd4d179037,DISK] 2024-11-27T20:18:59,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.rep.1732738739269 2024-11-27T20:18:59,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-27T20:18:59,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 31f6a09e55318391fe43e2291835449d, NAME => 'hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:18:59,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:18:59,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:18:59,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. service=MultiRowMutationService 2024-11-27T20:18:59,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:18:59,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:18:59,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,288 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,289 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f6a09e55318391fe43e2291835449d columnFamilyName hfileref 2024-11-27T20:18:59,289 DEBUG [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:59,289 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(327): Store=31f6a09e55318391fe43e2291835449d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:59,289 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,290 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f6a09e55318391fe43e2291835449d columnFamilyName queue 2024-11-27T20:18:59,290 DEBUG [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:59,291 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(327): Store=31f6a09e55318391fe43e2291835449d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:59,291 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,292 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f6a09e55318391fe43e2291835449d columnFamilyName sid 2024-11-27T20:18:59,292 DEBUG [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:18:59,292 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(327): Store=31f6a09e55318391fe43e2291835449d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:18:59,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:18:59,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:18:59,298 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 31f6a09e55318391fe43e2291835449d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67990473, jitterRate=0.013136997818946838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:18:59,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:18:59,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 31f6a09e55318391fe43e2291835449d: Running coprocessor pre-open hook at 1732738739287Writing region info on filesystem at 1732738739287Initializing all the Stores at 1732738739288 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738739288Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738739288Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738739288Cleaning up temporary data from old regions at 1732738739294 (+6 ms)Running coprocessor post-open hooks at 1732738739298 (+4 ms)Region opened successfully at 1732738739298 2024-11-27T20:18:59,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d., pid=7, masterSystemTime=1732738739263 2024-11-27T20:18:59,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:18:59,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:18:59,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=31f6a09e55318391fe43e2291835449d, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,44945,1732738730973 2024-11-27T20:18:59,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f6a09e55318391fe43e2291835449d, server=6daf43b95769,44945,1732738730973 because future has completed 2024-11-27T20:18:59,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T20:18:59,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 31f6a09e55318391fe43e2291835449d, server=6daf43b95769,44945,1732738730973 in 193 msec 2024-11-27T20:18:59,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:18:59,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31f6a09e55318391fe43e2291835449d, ASSIGN in 350 msec 2024-11-27T20:18:59,308 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:18:59,309 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738739309"}]},"ts":"1732738739309"} 2024-11-27T20:18:59,310 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:18:59,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:18:59,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-27T20:18:59,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:18:59,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d., hostname=6daf43b95769,44945,1732738730973, seqNum=2] 2024-11-27T20:18:59,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:59,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:18:59,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:59,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:18:59,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:59,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:59,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:59,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:59,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:18:59,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T20:18:59,503 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:18:59,532 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,44945,1732738730973, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:18:59,532 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:18:59,532 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,44945,1732738730973, seqNum=-1] 2024-11-27T20:18:59,533 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:18:59,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-27T20:18:59,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,44945,1732738730973', locateType=CURRENT is [region=hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d., hostname=6daf43b95769,44945,1732738730973, seqNum=2] 2024-11-27T20:18:59,537 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T20:18:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T20:18:59,540 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,44945,1732738730973 suceeded 2024-11-27T20:18:59,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T20:18:59,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-27T20:18:59,542 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:43853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:18:59,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-27T20:18:59,553 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:43853' 2024-11-27T20:18:59,554 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32bb62fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:59,554 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43853,-1 for getting cluster id 2024-11-27T20:18:59,554 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:18:59,555 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '040b638c-5ea7-4106-8662-8149416462c6' 2024-11-27T20:18:59,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:18:59,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "040b638c-5ea7-4106-8662-8149416462c6" 2024-11-27T20:18:59,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32a62c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:59,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43853,-1] 2024-11-27T20:18:59,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:18:59,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:18:59,556 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:18:59,557 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40a0de13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:18:59,557 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:18:59,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43853,1732738735043 2024-11-27T20:18:59,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f33a2fd 2024-11-27T20:18:59,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:18:59,558 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-27T20:18:59,559 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,44945,1732738730973 (queues=1) is replicating from cluster=b249a858-2f33-448d-aa2e-4ba5b4a507f1 to cluster=040b638c-5ea7-4106-8662-8149416462c6 2024-11-27T20:18:59,559 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C44945%2C1732738730973 2024-11-27T20:18:59,559 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,44945,1732738730973, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:18:59,559 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973.replicationSource.shipper6daf43b95769%2C44945%2C1732738730973,1-6daf43b95769,44945,1732738730973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C44945%2C1732738730973 2024-11-27T20:18:59,559 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973.replicationSource.wal-reader.6daf43b95769%2C44945%2C1732738730973,1-6daf43b95769,44945,1732738730973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.1732738732957, startPosition=0, beingWritten=true 2024-11-27T20:18:59,764 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973.replicationSource.wal-reader.6daf43b95769%2C44945%2C1732738730973,1-6daf43b95769,44945,1732738730973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.1732738732957 to pos 0, reset compression=false 2024-11-27T20:19:00,069 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973.replicationSource.wal-reader.6daf43b95769%2C44945%2C1732738730973,1-6daf43b95769,44945,1732738730973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.1732738732957 to pos 0, reset compression=false 2024-11-27T20:19:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:00,272 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:19:00,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:00,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:00,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:00,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:00,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:00,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:00,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,41781,1732738730921 2024-11-27T20:19:00,273 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fb49a6f 2024-11-27T20:19:00,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:00,275 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:00,275 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T20:19:00,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:00,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:00,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:00,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:00,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:00,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:19:00,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=150265482, stopped=false 2024-11-27T20:19:00,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,41781,1732738730921 2024-11-27T20:19:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0206271312/running 2024-11-27T20:19:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0206271312/running 2024-11-27T20:19:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:19:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:19:00,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:00,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:00,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:00,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:00,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/running 2024-11-27T20:19:00,278 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,44945,1732738730973' ***** 2024-11-27T20:19:00,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/running 2024-11-27T20:19:00,278 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:19:00,278 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:19:00,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(3091): Received CLOSE for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,44945,1732738730973 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:44945. 2024-11-27T20:19:00,279 DEBUG [RS:0;6daf43b95769:44945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:00,279 DEBUG [RS:0;6daf43b95769:44945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:00,279 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31f6a09e55318391fe43e2291835449d, disabling compactions & flushes 2024-11-27T20:19:00,279 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:19:00,279 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:19:00,279 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. after waiting 0 ms 2024-11-27T20:19:00,279 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:19:00,279 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 31f6a09e55318391fe43e2291835449d 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T20:19:00,279 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:19:00,279 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1325): Online Regions={31f6a09e55318391fe43e2291835449d=hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:19:00,280 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:00,280 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:19:00,280 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:19:00,280 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:19:00,280 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:19:00,280 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:19:00,280 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T20:19:00,295 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d/.tmp/queue/13cc2a6d7f734cd0862a1defa89c8abf is 151, key is 1-6daf43b95769,44945,1732738730973/queue:6daf43b95769%2C44945%2C1732738730973/1732738739536/Put/seqid=0 2024-11-27T20:19:00,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741838_1014 (size=5350) 2024-11-27T20:19:00,301 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/info/08d05476fe0c4cdab37c1aca264e92b9 is 147, key is hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d./info:regioninfo/1732738739301/Put/seqid=0 2024-11-27T20:19:00,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741839_1015 (size=6631) 2024-11-27T20:19:00,330 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:00,474 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973.replicationSource.wal-reader.6daf43b95769%2C44945%2C1732738730973,1-6daf43b95769,44945,1732738730973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.1732738732957 to pos 0, reset compression=false 2024-11-27T20:19:00,480 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:00,680 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:00,700 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d/.tmp/queue/13cc2a6d7f734cd0862a1defa89c8abf 2024-11-27T20:19:00,705 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/info/08d05476fe0c4cdab37c1aca264e92b9 2024-11-27T20:19:00,707 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d/.tmp/queue/13cc2a6d7f734cd0862a1defa89c8abf as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d/queue/13cc2a6d7f734cd0862a1defa89c8abf 2024-11-27T20:19:00,711 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d/queue/13cc2a6d7f734cd0862a1defa89c8abf, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T20:19:00,712 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 31f6a09e55318391fe43e2291835449d in 433ms, sequenceid=5, compaction requested=false 2024-11-27T20:19:00,712 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T20:19:00,717 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:19:00,717 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:00,717 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:00,717 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:00,717 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31f6a09e55318391fe43e2291835449d: Waiting for close lock at 1732738740279Running coprocessor pre-close hooks at 1732738740279Disabling compacts and flushes for region at 1732738740279Disabling writes for close at 1732738740279Obtaining lock to block concurrent updates at 1732738740279Preparing flush snapshotting stores in 31f6a09e55318391fe43e2291835449d at 1732738740279Finished memstore snapshotting hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732738740280 (+1 ms)Flushing stores of hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. at 1732738740280Flushing 31f6a09e55318391fe43e2291835449d/queue: creating writer at 1732738740280Flushing 31f6a09e55318391fe43e2291835449d/queue: appending metadata at 1732738740295 (+15 ms)Flushing 31f6a09e55318391fe43e2291835449d/queue: closing flushed file at 1732738740295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6801684d: reopening flushed file at 1732738740706 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 31f6a09e55318391fe43e2291835449d in 433ms, sequenceid=5, compaction requested=false at 1732738740712 (+6 ms)Writing region close event to WAL at 1732738740714 (+2 ms)Running coprocessor post-close hooks at 1732738740717 (+3 ms)Closed at 1732738740717 2024-11-27T20:19:00,718 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:00,730 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/ns/bf5bcacf2b3b4baba6f335280e11bf98 is 43, key is default/ns:d/1732738733941/Put/seqid=0 2024-11-27T20:19:00,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741840_1016 (size=5153) 2024-11-27T20:19:00,880 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:00,902 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:19:00,902 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:19:00,979 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973.replicationSource.wal-reader.6daf43b95769%2C44945%2C1732738730973,1-6daf43b95769,44945,1732738730973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.1732738732957 to pos 0, reset compression=false 2024-11-27T20:19:01,080 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:01,135 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/ns/bf5bcacf2b3b4baba6f335280e11bf98 2024-11-27T20:19:01,154 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/table/50ee8b778f074f3daf81e38db2ed62e9 is 53, key is hbase:replication/table:state/1732738739309/Put/seqid=0 2024-11-27T20:19:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741841_1017 (size=5256) 2024-11-27T20:19:01,280 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:19:01,281 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:19:01,281 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:01,481 DEBUG [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:01,558 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/table/50ee8b778f074f3daf81e38db2ed62e9 2024-11-27T20:19:01,564 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/info/08d05476fe0c4cdab37c1aca264e92b9 as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/info/08d05476fe0c4cdab37c1aca264e92b9 2024-11-27T20:19:01,568 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/info/08d05476fe0c4cdab37c1aca264e92b9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T20:19:01,569 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/ns/bf5bcacf2b3b4baba6f335280e11bf98 as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/ns/bf5bcacf2b3b4baba6f335280e11bf98 2024-11-27T20:19:01,573 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/ns/bf5bcacf2b3b4baba6f335280e11bf98, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T20:19:01,574 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/table/50ee8b778f074f3daf81e38db2ed62e9 as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/table/50ee8b778f074f3daf81e38db2ed62e9 2024-11-27T20:19:01,578 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/table/50ee8b778f074f3daf81e38db2ed62e9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T20:19:01,579 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false 2024-11-27T20:19:01,582 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T20:19:01,583 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:01,583 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:01,583 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:01,583 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738740280Running coprocessor pre-close hooks at 1732738740280Disabling compacts and flushes for region at 1732738740280Disabling writes for close at 1732738740280Obtaining lock to block concurrent updates at 1732738740280Preparing flush snapshotting stores in 1588230740 at 1732738740280Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732738740280Flushing stores of hbase:meta,,1.1588230740 at 1732738740281 (+1 ms)Flushing 1588230740/info: creating writer at 1732738740281Flushing 1588230740/info: appending metadata at 1732738740301 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732738740301Flushing 1588230740/ns: creating writer at 1732738740709 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732738740729 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732738740729Flushing 1588230740/table: creating writer at 1732738741140 (+411 ms)Flushing 1588230740/table: appending metadata at 1732738741153 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732738741153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383c8cea: reopening flushed file at 1732738741563 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73cb7d94: reopening flushed file at 1732738741569 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ee8e0c: reopening flushed file at 1732738741573 (+4 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false at 1732738741579 (+6 ms)Writing region close event to WAL at 1732738741580 (+1 ms)Running coprocessor post-close hooks at 1732738741583 (+3 ms)Closed at 1732738741583 2024-11-27T20:19:01,583 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:01,585 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973.replicationSource.wal-reader.6daf43b95769%2C44945%2C1732738730973,1-6daf43b95769,44945,1732738730973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.1732738732957 to pos 0, reset compression=false 2024-11-27T20:19:01,681 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,44945,1732738730973; all regions closed. 2024-11-27T20:19:01,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741834_1010 (size=2742) 2024-11-27T20:19:01,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.meta.1732738733895.meta not finished, retry = 0 2024-11-27T20:19:01,786 DEBUG [RS:0;6daf43b95769:44945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs 2024-11-27T20:19:01,786 INFO [RS:0;6daf43b95769:44945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C44945%2C1732738730973.meta:.meta(num 1732738733895) 2024-11-27T20:19:01,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.rep.1732738739269 not finished, retry = 0 2024-11-27T20:19:01,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741837_1013 (size=1586) 2024-11-27T20:19:01,890 DEBUG [RS:0;6daf43b95769:44945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs 2024-11-27T20:19:01,890 INFO [RS:0;6daf43b95769:44945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C44945%2C1732738730973.rep:(num 1732738739269) 2024-11-27T20:19:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741832_1008 (size=93) 2024-11-27T20:19:01,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973/6daf43b95769%2C44945%2C1732738730973.1732738732957 not finished, retry = 0 2024-11-27T20:19:01,995 DEBUG [RS:0;6daf43b95769:44945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs 2024-11-27T20:19:01,995 INFO [RS:0;6daf43b95769:44945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C44945%2C1732738730973:(num 1732738732957) 2024-11-27T20:19:01,995 DEBUG [RS:0;6daf43b95769:44945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:01,995 INFO [RS:0;6daf43b95769:44945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:01,995 INFO [RS:0;6daf43b95769:44945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:19:01,996 INFO [RS:0;6daf43b95769:44945 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:19:01,996 INFO [RS:0;6daf43b95769:44945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:19:01,996 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:19:01,996 INFO [RS:0;6daf43b95769:44945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,44945,1732738730973 because: Region server is closing 2024-11-27T20:19:01,996 INFO [RS:0;6daf43b95769:44945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:44945. 2024-11-27T20:19:01,996 DEBUG [RS:0;6daf43b95769:44945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:01,996 DEBUG [RS:0;6daf43b95769:44945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:01,996 DEBUG [RS:0;6daf43b95769:44945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:01,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:02,097 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973.replicationSource.wal-reader.6daf43b95769%2C44945%2C1732738730973,1-6daf43b95769,44945,1732738730973 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:19:02,097 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973.replicationSource.shipper6daf43b95769%2C44945%2C1732738730973,1-6daf43b95769,44945,1732738730973 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T20:19:02,097 INFO [RS:0;6daf43b95769:44945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,44945,1732738730973.replicationSource.shipper6daf43b95769%2C44945%2C1732738730973,1-6daf43b95769,44945,1732738730973 terminated 2024-11-27T20:19:02,097 INFO [RS:0;6daf43b95769:44945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44945 2024-11-27T20:19:02,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0206271312/rs/6daf43b95769,44945,1732738730973 2024-11-27T20:19:02,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/rs 2024-11-27T20:19:02,099 INFO [RS:0;6daf43b95769:44945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:19:02,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,44945,1732738730973] 2024-11-27T20:19:02,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/draining/6daf43b95769,44945,1732738730973 already deleted, retry=false 2024-11-27T20:19:02,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,44945,1732738730973 expired; onlineServers=0 2024-11-27T20:19:02,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,41781,1732738730921' ***** 2024-11-27T20:19:02,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:19:02,101 INFO [M:0;6daf43b95769:41781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:02,101 INFO [M:0;6daf43b95769:41781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:19:02,101 DEBUG [M:0;6daf43b95769:41781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:19:02,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:19:02,101 DEBUG [M:0;6daf43b95769:41781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:19:02,101 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738732747 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738732747,5,FailOnTimeoutGroup] 2024-11-27T20:19:02,101 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738732748 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738732748,5,FailOnTimeoutGroup] 2024-11-27T20:19:02,101 INFO [M:0;6daf43b95769:41781 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:19:02,101 INFO [M:0;6daf43b95769:41781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:19:02,101 DEBUG [M:0;6daf43b95769:41781 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:19:02,101 INFO [M:0;6daf43b95769:41781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:19:02,101 INFO [M:0;6daf43b95769:41781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:02,102 INFO [M:0;6daf43b95769:41781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:19:02,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:19:02,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0206271312/master 2024-11-27T20:19:02,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:19:02,104 DEBUG [M:0;6daf43b95769:41781 {}] zookeeper.ZKUtil(347): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/master because node does not exist (not an error) 2024-11-27T20:19:02,104 WARN [M:0;6daf43b95769:41781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:19:02,104 INFO [M:0;6daf43b95769:41781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/.lastflushedseqids 2024-11-27T20:19:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741842_1018 (size=181) 2024-11-27T20:19:02,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:02,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44945-0x1015b14b2720001, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:02,200 INFO [RS:0;6daf43b95769:44945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:19:02,200 INFO [RS:0;6daf43b95769:44945 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,44945,1732738730973; zookeeper connection closed. 2024-11-27T20:19:02,200 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61ae341f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61ae341f 2024-11-27T20:19:02,201 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:19:02,509 INFO [M:0;6daf43b95769:41781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:19:02,510 INFO [M:0;6daf43b95769:41781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:19:02,510 DEBUG [M:0;6daf43b95769:41781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:19:02,510 INFO [M:0;6daf43b95769:41781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:02,510 DEBUG [M:0;6daf43b95769:41781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:02,510 DEBUG [M:0;6daf43b95769:41781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:19:02,510 DEBUG [M:0;6daf43b95769:41781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:02,510 INFO [M:0;6daf43b95769:41781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T20:19:02,530 DEBUG [M:0;6daf43b95769:41781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaef80c2807f46958a2f11582541eaf0 is 82, key is hbase:meta,,1/info:regioninfo/1732738733927/Put/seqid=0 2024-11-27T20:19:02,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741843_1019 (size=5672) 2024-11-27T20:19:02,936 INFO [M:0;6daf43b95769:41781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaef80c2807f46958a2f11582541eaf0 2024-11-27T20:19:02,956 DEBUG [M:0;6daf43b95769:41781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cddd808fa7a46ff87f0e1b58803bb27 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732738739312/Put/seqid=0 2024-11-27T20:19:02,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741844_1020 (size=7203) 2024-11-27T20:19:03,362 INFO [M:0;6daf43b95769:41781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cddd808fa7a46ff87f0e1b58803bb27 2024-11-27T20:19:03,388 DEBUG [M:0;6daf43b95769:41781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d874ad788cb14189a6491ab1046388a1 is 69, key is 6daf43b95769,44945,1732738730973/rs:state/1732738732812/Put/seqid=0 2024-11-27T20:19:03,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741845_1021 (size=5156) 2024-11-27T20:19:03,794 INFO [M:0;6daf43b95769:41781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d874ad788cb14189a6491ab1046388a1 2024-11-27T20:19:03,801 DEBUG [M:0;6daf43b95769:41781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aaef80c2807f46958a2f11582541eaf0 as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaef80c2807f46958a2f11582541eaf0 2024-11-27T20:19:03,806 INFO [M:0;6daf43b95769:41781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaef80c2807f46958a2f11582541eaf0, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T20:19:03,808 DEBUG [M:0;6daf43b95769:41781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8cddd808fa7a46ff87f0e1b58803bb27 as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cddd808fa7a46ff87f0e1b58803bb27 2024-11-27T20:19:03,813 INFO [M:0;6daf43b95769:41781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cddd808fa7a46ff87f0e1b58803bb27, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T20:19:03,815 DEBUG [M:0;6daf43b95769:41781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d874ad788cb14189a6491ab1046388a1 as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d874ad788cb14189a6491ab1046388a1 2024-11-27T20:19:03,820 INFO [M:0;6daf43b95769:41781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d874ad788cb14189a6491ab1046388a1, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T20:19:03,822 INFO [M:0;6daf43b95769:41781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=70, compaction requested=false 2024-11-27T20:19:03,824 INFO [M:0;6daf43b95769:41781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:03,824 DEBUG [M:0;6daf43b95769:41781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738742510Disabling compacts and flushes for region at 1732738742510Disabling writes for close at 1732738742510Obtaining lock to block concurrent updates at 1732738742510Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738742510Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732738742511 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738742511Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738742511Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738742530 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738742530Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738742941 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738742956 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738742956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738743367 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738743387 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738743387Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e511a: reopening flushed file at 1732738743800 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ad9785: reopening flushed file at 1732738743807 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e4924b8: reopening flushed file at 1732738743814 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=70, compaction requested=false at 1732738743822 (+8 ms)Writing region close event to WAL at 1732738743824 (+2 ms)Closed at 1732738743824 2024-11-27T20:19:03,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:19:03,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T20:19:03,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:03,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T20:19:03,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:03,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T20:19:03,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741830_1006 (size=41008) 2024-11-27T20:19:03,836 INFO [M:0;6daf43b95769:41781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:19:03,836 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:19:03,836 INFO [M:0;6daf43b95769:41781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41781 2024-11-27T20:19:03,836 INFO [M:0;6daf43b95769:41781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:19:03,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:03,940 INFO [M:0;6daf43b95769:41781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:19:03,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41781-0x1015b14b2720000, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:03,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:19:03,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:03,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:03,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:19:03,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:03,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:19:03,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:19:03,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:19:03,943 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46181 2024-11-27T20:19:03,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46181 connecting to ZooKeeper ensemble=127.0.0.1:64014 2024-11-27T20:19:03,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461810x0, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:03,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46181-0x1015b14b2720006 connected 2024-11-27T20:19:03,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:03,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:03,956 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: INIT 2024-11-27T20:19:03,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/running 2024-11-27T20:19:03,957 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341, hbase.cluster.distributed=false 2024-11-27T20:19:03,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/acl 2024-11-27T20:19:03,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46181 2024-11-27T20:19:03,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46181 2024-11-27T20:19:03,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46181 2024-11-27T20:19:03,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46181 2024-11-27T20:19:03,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46181 2024-11-27T20:19:03,984 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:19:03,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:03,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:03,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:19:03,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:03,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:19:03,984 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:19:03,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:19:03,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46365 2024-11-27T20:19:03,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46365 connecting to ZooKeeper ensemble=127.0.0.1:64014 2024-11-27T20:19:03,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:03,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:03,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463650x0, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:03,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463650x0, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/running 2024-11-27T20:19:03,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46365-0x1015b14b2720007 connected 2024-11-27T20:19:03,995 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:19:03,995 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: INIT 2024-11-27T20:19:03,999 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:19:04,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/master 2024-11-27T20:19:04,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/acl 2024-11-27T20:19:04,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46365 2024-11-27T20:19:04,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46365 2024-11-27T20:19:04,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46365 2024-11-27T20:19:04,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46365 2024-11-27T20:19:04,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46365 2024-11-27T20:19:04,023 DEBUG [M:0;6daf43b95769:46181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:46181 2024-11-27T20:19:04,024 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0206271312/backup-masters/6daf43b95769,46181,1732738743941 2024-11-27T20:19:04,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/backup-masters 2024-11-27T20:19:04,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/backup-masters 2024-11-27T20:19:04,029 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on existing znode=/0206271312/backup-masters/6daf43b95769,46181,1732738743941 2024-11-27T20:19:04,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0206271312/master 2024-11-27T20:19:04,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:19:04,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:19:04,033 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on existing znode=/0206271312/master 2024-11-27T20:19:04,033 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0206271312/backup-masters/6daf43b95769,46181,1732738743941 from backup master directory 2024-11-27T20:19:04,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0206271312/backup-masters/6daf43b95769,46181,1732738743941 2024-11-27T20:19:04,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/backup-masters 2024-11-27T20:19:04,036 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:19:04,036 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,46181,1732738743941 2024-11-27T20:19:04,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/backup-masters 2024-11-27T20:19:04,052 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:04,052 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:19:04,066 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-27T20:19:04,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741846_1022 (size=196) 2024-11-27T20:19:04,487 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:04,488 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:19:04,489 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:04,497 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T20:19:04,500 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,41781,1732738730921 to hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,41781,1732738730921-dead as it is dead 2024-11-27T20:19:04,501 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,41781,1732738730921-dead/6daf43b95769%2C41781%2C1732738730921.1732738732664 2024-11-27T20:19:04,502 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,41781,1732738730921-dead/6daf43b95769%2C41781%2C1732738730921.1732738732664 after 1ms 2024-11-27T20:19:04,502 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,41781,1732738730921-dead/6daf43b95769%2C41781%2C1732738730921.1732738732664 to hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6daf43b95769%2C41781%2C1732738730921.1732738732664 2024-11-27T20:19:04,502 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,41781,1732738730921-dead 2024-11-27T20:19:04,503 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,46181,1732738743941 2024-11-27T20:19:04,504 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:19:04,505 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C46181%2C1732738743941, suffix=, logDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,46181,1732738743941, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/oldWALs, maxLogs=10 2024-11-27T20:19:04,522 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,46181,1732738743941/6daf43b95769%2C46181%2C1732738743941.1732738744505, exclude list is [], retry=0 2024-11-27T20:19:04,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-22de37cc-eb69-499b-ad2d-e2cd4d179037,DISK] 2024-11-27T20:19:04,527 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,46181,1732738743941/6daf43b95769%2C46181%2C1732738743941.1732738744505 2024-11-27T20:19:04,527 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-27T20:19:04,527 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:04,527 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:04,527 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:04,527 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:04,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:04,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:19:04,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:04,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aaef80c2807f46958a2f11582541eaf0 2024-11-27T20:19:04,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:04,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:04,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:19:04,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:04,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8cddd808fa7a46ff87f0e1b58803bb27 2024-11-27T20:19:04,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:04,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:04,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:19:04,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:04,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d874ad788cb14189a6491ab1046388a1 2024-11-27T20:19:04,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:04,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:04,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:19:04,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:04,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:04,567 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:04,567 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T20:19:04,567 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6daf43b95769%2C41781%2C1732738730921.1732738732664 2024-11-27T20:19:04,572 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6daf43b95769%2C41781%2C1732738730921.1732738732664 2024-11-27T20:19:04,573 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6daf43b95769%2C41781%2C1732738730921.1732738732664 2024-11-27T20:19:04,574 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:04,575 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:04,575 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:04,577 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:04,579 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-27T20:19:04,581 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70882090, jitterRate=0.05622544884681702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:04,581 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738744527Initializing all the Stores at 1732738744528 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738744528Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738744528Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738744528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738744528Cleaning up temporary data from old regions at 1732738744575 (+47 ms)Region opened successfully at 1732738744581 (+6 ms) 2024-11-27T20:19:04,582 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:19:04,585 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7c8a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:19:04,588 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T20:19:04,588 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:19:04,588 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:19:04,588 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:19:04,589 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:19:04,591 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:04,592 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:19:04,592 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:19:04,593 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-27T20:19:04,593 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:19:04,595 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6daf43b95769,44945,1732738730973, regionLocation=6daf43b95769,44945,1732738730973, openSeqNum=2 2024-11-27T20:19:04,595 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6daf43b95769,44945,1732738730973, table=hbase:meta, region=1588230740 2024-11-27T20:19:04,596 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,44945,1732738730973, state=OPEN 2024-11-27T20:19:04,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0206271312/meta-region-server 2024-11-27T20:19:04,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0206271312/meta-region-server 2024-11-27T20:19:04,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: CHANGED 2024-11-27T20:19:04,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: CHANGED 2024-11-27T20:19:04,602 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:19:04,604 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/draining/6daf43b95769,44945,1732738730973 already deleted, retry=false 2024-11-27T20:19:04,604 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6daf43b95769,44945,1732738730973 on 6daf43b95769,46181,1732738743941 2024-11-27T20:19:04,605 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6daf43b95769,44945,1732738730973, splitWal=true, meta=true 2024-11-27T20:19:04,605 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 6daf43b95769,44945,1732738730973 (carryingMeta=true) 6daf43b95769,44945,1732738730973/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@27ed27f0[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T20:19:04,607 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/balancer because node does not exist (not necessarily an error) 2024-11-27T20:19:04,608 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/balancer already deleted, retry=false 2024-11-27T20:19:04,609 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:19:04,610 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:19:04,611 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/normalizer already deleted, retry=false 2024-11-27T20:19:04,611 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:19:04,617 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:19:04,619 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/switch/split already deleted, retry=false 2024-11-27T20:19:04,620 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:19:04,622 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/switch/merge already deleted, retry=false 2024-11-27T20:19:04,628 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:19:04,629 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/snapshot-cleanup already deleted, retry=false 2024-11-27T20:19:04,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0206271312/running 2024-11-27T20:19:04,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:19:04,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0206271312/running 2024-11-27T20:19:04,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:19:04,635 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,46181,1732738743941, sessionid=0x1015b14b2720006, setting cluster-up flag (Was=false) 2024-11-27T20:19:04,637 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0206271312/flush-table-proc/acquired, /0206271312/flush-table-proc/reached, /0206271312/flush-table-proc/abort 2024-11-27T20:19:04,638 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,46181,1732738743941 2024-11-27T20:19:04,645 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0206271312/online-snapshot/acquired, /0206271312/online-snapshot/reached, /0206271312/online-snapshot/abort 2024-11-27T20:19:04,646 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,46181,1732738743941 2024-11-27T20:19:04,647 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/.lastflushedseqids 2024-11-27T20:19:04,655 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:19:04,655 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:19:04,655 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,46181,1732738743941 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6daf43b95769,44945,1732738730973 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:19:04,657 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:04,657 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:04,657 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:04,657 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:04,657 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:19:04,657 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,657 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:19:04,657 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,663 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6daf43b95769,44945,1732738730973, splitWal=true, meta=true 2024-11-27T20:19:04,663 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738774663 2024-11-27T20:19:04,663 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:19:04,663 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:19:04,664 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:19:04,664 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:19:04,664 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:19:04,664 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:19:04,664 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6daf43b95769,44945,1732738730973, splitWal=true, meta=true, isMeta: true 2024-11-27T20:19:04,666 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973-splitting 2024-11-27T20:19:04,667 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973-splitting dir is empty, no logs to split. 2024-11-27T20:19:04,667 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6daf43b95769,44945,1732738730973 WAL count=0, meta=true 2024-11-27T20:19:04,668 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,669 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:19:04,669 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:19:04,669 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:19:04,669 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:19:04,670 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973-splitting dir is empty, no logs to split. 2024-11-27T20:19:04,670 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:19:04,670 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6daf43b95769,44945,1732738730973 WAL count=0, meta=true 2024-11-27T20:19:04,670 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6daf43b95769,44945,1732738730973 WAL splitting is done? wals=0, meta=true 2024-11-27T20:19:04,670 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:19:04,670 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738744670,5,FailOnTimeoutGroup] 2024-11-27T20:19:04,671 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738744670,5,FailOnTimeoutGroup] 2024-11-27T20:19:04,671 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,671 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:19:04,671 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,671 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,671 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738744671, completionTime=-1 2024-11-27T20:19:04,671 WARN [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T20:19:04,671 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T20:19:04,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:19:04,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:19:04,673 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:19:04,710 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(746): ClusterId : b249a858-2f33-448d-aa2e-4ba5b4a507f1 2024-11-27T20:19:04,710 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:19:04,712 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:19:04,712 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:19:04,716 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:19:04,716 DEBUG [RS:0;6daf43b95769:46365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650af11a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:19:04,729 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:46365 2024-11-27T20:19:04,729 INFO [RS:0;6daf43b95769:46365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:19:04,729 INFO [RS:0;6daf43b95769:46365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:19:04,729 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:19:04,730 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,46181,1732738743941 with port=46365, startcode=1732738743984 2024-11-27T20:19:04,730 DEBUG [RS:0;6daf43b95769:46365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:19:04,732 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:19:04,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,46365,1732738743984 2024-11-27T20:19:04,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46181 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,46365,1732738743984 2024-11-27T20:19:04,734 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341 2024-11-27T20:19:04,734 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43661 2024-11-27T20:19:04,734 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:19:04,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/rs 2024-11-27T20:19:04,740 DEBUG [RS:0;6daf43b95769:46365 {}] zookeeper.ZKUtil(111): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on existing znode=/0206271312/rs/6daf43b95769,46365,1732738743984 2024-11-27T20:19:04,740 WARN [RS:0;6daf43b95769:46365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:19:04,740 INFO [RS:0;6daf43b95769:46365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:04,740 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984 2024-11-27T20:19:04,741 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,46365,1732738743984] 2024-11-27T20:19:04,760 INFO [RS:0;6daf43b95769:46365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:19:04,761 INFO [RS:0;6daf43b95769:46365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:19:04,762 INFO [RS:0;6daf43b95769:46365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:19:04,762 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,762 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:19:04,763 INFO [RS:0;6daf43b95769:46365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:19:04,763 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:19:04,763 DEBUG [RS:0;6daf43b95769:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:19:04,764 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,764 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,764 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,764 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,764 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,764 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46365,1732738743984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:19:04,771 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T20:19:04,782 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:19:04,783 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46365,1732738743984-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:19:04,801 INFO [RS:0;6daf43b95769:46365 {}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,46365,1732738743984, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:19:04,803 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,803 INFO [RS:0;6daf43b95769:46365 {}] regionserver.Replication(171): 6daf43b95769,46365,1732738743984 started 2024-11-27T20:19:04,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:04,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:04,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:04,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:04,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:04,823 WARN [6daf43b95769:46181 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T20:19:04,824 DEBUG [RS:0;6daf43b95769:46365.replicationSource,1-6daf43b95769,46365,1732738743984 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:43853' 2024-11-27T20:19:04,825 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:04,825 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,46365,1732738743984, RpcServer on 6daf43b95769/172.17.0.2:46365, sessionid=0x1015b14b2720007 2024-11-27T20:19:04,825 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:19:04,825 DEBUG [RS:0;6daf43b95769:46365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,46365,1732738743984 2024-11-27T20:19:04,825 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,46365,1732738743984' 2024-11-27T20:19:04,825 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0206271312/flush-table-proc/abort' 2024-11-27T20:19:04,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:04,826 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0206271312/flush-table-proc/acquired' 2024-11-27T20:19:04,827 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:19:04,827 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:19:04,827 DEBUG [RS:0;6daf43b95769:46365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,46365,1732738743984 2024-11-27T20:19:04,827 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,46365,1732738743984' 2024-11-27T20:19:04,827 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0206271312/online-snapshot/abort' 2024-11-27T20:19:04,828 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0206271312/online-snapshot/acquired' 2024-11-27T20:19:04,828 DEBUG [RS:0;6daf43b95769:46365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:19:04,828 INFO [RS:0;6daf43b95769:46365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:19:04,828 INFO [RS:0;6daf43b95769:46365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:19:04,832 DEBUG [RS:0;6daf43b95769:46365.replicationSource,1-6daf43b95769,46365,1732738743984 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a5d0552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:04,833 DEBUG [RS:0;6daf43b95769:46365.replicationSource,1-6daf43b95769,46365,1732738743984 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43853,-1 for getting cluster id 2024-11-27T20:19:04,833 DEBUG [RS:0;6daf43b95769:46365.replicationSource,1-6daf43b95769,46365,1732738743984 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:04,835 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '040b638c-5ea7-4106-8662-8149416462c6' 2024-11-27T20:19:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "040b638c-5ea7-4106-8662-8149416462c6" 2024-11-27T20:19:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ea49240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:04,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43853,-1] 2024-11-27T20:19:04,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:04,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:04,838 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:04,839 DEBUG [RS:0;6daf43b95769:46365.replicationSource,1-6daf43b95769,46365,1732738743984 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d98b248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:04,839 DEBUG [RS:0;6daf43b95769:46365.replicationSource,1-6daf43b95769,46365,1732738743984 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:04,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43853,1732738735043 2024-11-27T20:19:04,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2554721f 2024-11-27T20:19:04,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:04,843 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-27T20:19:04,844 INFO [RS:0;6daf43b95769:46365.replicationSource,1-6daf43b95769,46365,1732738743984 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,46365,1732738743984 (queues=0) is replicating from cluster=b249a858-2f33-448d-aa2e-4ba5b4a507f1 to cluster=040b638c-5ea7-4106-8662-8149416462c6 2024-11-27T20:19:04,929 INFO [RS:0;6daf43b95769:46365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:19:04,931 INFO [RS:0;6daf43b95769:46365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C46365%2C1732738743984, suffix=, logDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs, maxLogs=10 2024-11-27T20:19:04,945 DEBUG [RS:0;6daf43b95769:46365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931, exclude list is [], retry=0 2024-11-27T20:19:04,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-22de37cc-eb69-499b-ad2d-e2cd4d179037,DISK] 2024-11-27T20:19:04,950 INFO [RS:0;6daf43b95769:46365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 2024-11-27T20:19:04,950 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6daf43b95769%2C46365%2C1732738743984 for peer 1 2024-11-27T20:19:04,950 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C46365%2C1732738743984 2024-11-27T20:19:04,950 INFO [RS:0;6daf43b95769:46365 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,46365,1732738743984, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:19:04,953 DEBUG [RS:0;6daf43b95769:46365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-27T20:19:04,953 INFO [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C46365%2C1732738743984 2024-11-27T20:19:04,953 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931, startPosition=0, beingWritten=true 2024-11-27T20:19:05,073 DEBUG [6daf43b95769:46181 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:19:05,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,46365,1732738743984 2024-11-27T20:19:05,075 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,46365,1732738743984, state=OPENING 2024-11-27T20:19:05,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0206271312/meta-region-server 2024-11-27T20:19:05,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0206271312/meta-region-server 2024-11-27T20:19:05,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: CHANGED 2024-11-27T20:19:05,077 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:19:05,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: CHANGED 2024-11-27T20:19:05,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,46365,1732738743984}] 2024-11-27T20:19:05,159 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:05,230 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:19:05,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:19:05,235 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:19:05,235 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:05,235 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:19:05,237 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C46365%2C1732738743984.meta, suffix=.meta, logDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs, maxLogs=10 2024-11-27T20:19:05,251 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.meta.1732738745237.meta, exclude list is [], retry=0 2024-11-27T20:19:05,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-22de37cc-eb69-499b-ad2d-e2cd4d179037,DISK] 2024-11-27T20:19:05,255 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.meta.1732738745237.meta 2024-11-27T20:19:05,255 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-27T20:19:05,255 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:05,256 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:05,256 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:19:05,256 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:19:05,256 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:19:05,256 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:19:05,256 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:05,257 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:19:05,257 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:19:05,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:19:05,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:19:05,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:05,265 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/info/08d05476fe0c4cdab37c1aca264e92b9 2024-11-27T20:19:05,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:05,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:19:05,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:19:05,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:05,279 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/ns/bf5bcacf2b3b4baba6f335280e11bf98 2024-11-27T20:19:05,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:05,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:19:05,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:19:05,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:05,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:05,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:19:05,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:19:05,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:05,287 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/table/50ee8b778f074f3daf81e38db2ed62e9 2024-11-27T20:19:05,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:05,287 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:19:05,288 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740 2024-11-27T20:19:05,289 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740 2024-11-27T20:19:05,290 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:19:05,290 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:19:05,290 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:05,292 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:19:05,292 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58751877, jitterRate=-0.12452881038188934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:05,292 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:19:05,292 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738745257Writing region info on filesystem at 1732738745257Initializing all the Stores at 1732738745258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738745258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738745258Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738745258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738745258Cleaning up temporary data from old regions at 1732738745290 (+32 ms)Running coprocessor post-open hooks at 1732738745292 (+2 ms)Region opened successfully at 1732738745292 2024-11-27T20:19:05,293 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732738745229 2024-11-27T20:19:05,313 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:19:05,314 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:19:05,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6daf43b95769,46365,1732738743984 2024-11-27T20:19:05,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,46365,1732738743984, state=OPEN 2024-11-27T20:19:05,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0206271312/meta-region-server 2024-11-27T20:19:05,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0206271312/meta-region-server 2024-11-27T20:19:05,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: CHANGED 2024-11-27T20:19:05,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0206271312/meta-region-server: CHANGED 2024-11-27T20:19:05,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,46365,1732738743984 2024-11-27T20:19:05,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T20:19:05,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,46365,1732738743984 in 240 msec 2024-11-27T20:19:05,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:19:05,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-11-27T20:19:05,464 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:05,869 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:06,274 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-27T20:19:06,375 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:06,982 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:07,688 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:07,776 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-27T20:19:08,493 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:09,178 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T20:19:09,179 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:19:09,179 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:09,179 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,46365,1732738743984, seqNum=-1] 2024-11-27T20:19:09,179 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:09,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:09,185 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=31f6a09e55318391fe43e2291835449d, regionState=OPEN, lastHost=6daf43b95769,44945,1732738730973, regionLocation=6daf43b95769,44945,1732738730973, openSeqNum=2 2024-11-27T20:19:09,185 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:19:09,185 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738809185 2024-11-27T20:19:09,185 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738869185 2024-11-27T20:19:09,185 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-27T20:19:09,185 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6daf43b95769,44945,1732738730973 had 2 regions 2024-11-27T20:19:09,185 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46181,1732738743941-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:09,185 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46181,1732738743941-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:09,185 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46181,1732738743941-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:09,185 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:46181, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:09,185 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:09,186 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:09,187 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6daf43b95769,44945,1732738730973, splitWal=true, meta=true, isMeta: false 2024-11-27T20:19:09,188 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973-splitting dir is empty, no logs to split. 2024-11-27T20:19:09,188 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6daf43b95769,44945,1732738730973 WAL count=0, meta=false 2024-11-27T20:19:09,191 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.155sec 2024-11-27T20:19:09,191 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:19:09,191 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:19:09,191 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:19:09,191 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:19:09,191 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:19:09,191 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46181,1732738743941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:19:09,191 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46181,1732738743941-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:19:09,193 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,44945,1732738730973-splitting dir is empty, no logs to split. 2024-11-27T20:19:09,193 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6daf43b95769,44945,1732738730973 WAL count=0, meta=false 2024-11-27T20:19:09,193 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6daf43b95769,44945,1732738730973 WAL splitting is done? wals=0, meta=false 2024-11-27T20:19:09,193 WARN [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6daf43b95769,44945,1732738730973/hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:09,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31f6a09e55318391fe43e2291835449d, ASSIGN}] 2024-11-27T20:19:09,195 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31f6a09e55318391fe43e2291835449d, ASSIGN 2024-11-27T20:19:09,196 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:19:09,196 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:19:09,196 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46181,1732738743941-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:09,196 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31f6a09e55318391fe43e2291835449d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T20:19:09,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcb49cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:09,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46181,-1 for getting cluster id 2024-11-27T20:19:09,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:09,216 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b249a858-2f33-448d-aa2e-4ba5b4a507f1' 2024-11-27T20:19:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b249a858-2f33-448d-aa2e-4ba5b4a507f1" 2024-11-27T20:19:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342a26a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46181,-1] 2024-11-27T20:19:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:09,218 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:09,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcc5cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:09,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:09,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,46365,1732738743984, seqNum=-1] 2024-11-27T20:19:09,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:09,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:09,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T20:19:09,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:09,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:09,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:09,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:09,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:09,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6daf43b95769:46181 after: 6daf43b95769:46181 2024-11-27T20:19:09,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423d1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:09,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46181,-1 for getting cluster id 2024-11-27T20:19:09,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:09,225 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b249a858-2f33-448d-aa2e-4ba5b4a507f1' 2024-11-27T20:19:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b249a858-2f33-448d-aa2e-4ba5b4a507f1" 2024-11-27T20:19:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f03e428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46181,-1] 2024-11-27T20:19:09,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:09,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:09,226 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:09,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4866797c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:09,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:09,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46181,1732738743941 2024-11-27T20:19:09,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2219e539 2024-11-27T20:19:09,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:09,228 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:09,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46181 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T20:19:09,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:19:09,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:09,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:09,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:09,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:09,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:09,229 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:19:09,229 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166416315, stopped=false 2024-11-27T20:19:09,229 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,43853,1732738735043 2024-11-27T20:19:09,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11867445060/running 2024-11-27T20:19:09,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11867445060/running 2024-11-27T20:19:09,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:19:09,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:19:09,234 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:09,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:09,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:09,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:09,234 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,45327,1732738735078' ***** 2024-11-27T20:19:09,234 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:19:09,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Set watcher on znode that does not yet exist, /11867445060/running 2024-11-27T20:19:09,234 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:19:09,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Set watcher on znode that does not yet exist, /11867445060/running 2024-11-27T20:19:09,235 INFO [RS:0;6daf43b95769:45327 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:19:09,235 INFO [RS:0;6daf43b95769:45327 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:19:09,235 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:19:09,235 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,45327,1732738735078 2024-11-27T20:19:09,235 INFO [RS:0;6daf43b95769:45327 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:09,235 INFO [RS:0;6daf43b95769:45327 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:45327. 2024-11-27T20:19:09,235 DEBUG [RS:0;6daf43b95769:45327 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:09,235 DEBUG [RS:0;6daf43b95769:45327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:09,235 INFO [RS:0;6daf43b95769:45327 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:19:09,235 INFO [RS:0;6daf43b95769:45327 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:19:09,235 INFO [RS:0;6daf43b95769:45327 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:19:09,235 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:19:09,235 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:19:09,235 DEBUG [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:19:09,235 DEBUG [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:09,236 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:19:09,236 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:19:09,236 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:19:09,236 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:19:09,236 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:19:09,236 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T20:19:09,239 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:09,253 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740/.tmp/ns/5c861bcd224243b893dbd9113599f2fd is 43, key is default/ns:d/1732738738038/Put/seqid=0 2024-11-27T20:19:09,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741835_1011 (size=5153) 2024-11-27T20:19:09,347 DEBUG [6daf43b95769:46181 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:19:09,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=31f6a09e55318391fe43e2291835449d, regionState=OPENING, regionLocation=6daf43b95769,46365,1732738743984 2024-11-27T20:19:09,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=31f6a09e55318391fe43e2291835449d, ASSIGN because future has completed 2024-11-27T20:19:09,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f6a09e55318391fe43e2291835449d, server=6daf43b95769,46365,1732738743984}] 2024-11-27T20:19:09,398 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:09,436 DEBUG [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:09,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:09,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:09,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:19:09,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C46365%2C1732738743984.rep, suffix=, logDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984, archiveDir=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs, maxLogs=10 2024-11-27T20:19:09,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.rep.1732738749508, exclude list is [], retry=0 2024-11-27T20:19:09,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-22de37cc-eb69-499b-ad2d-e2cd4d179037,DISK] 2024-11-27T20:19:09,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.rep.1732738749508 2024-11-27T20:19:09,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34985:34985)] 2024-11-27T20:19:09,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 31f6a09e55318391fe43e2291835449d, NAME => 'hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:09,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:09,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:19:09,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. service=MultiRowMutationService 2024-11-27T20:19:09,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:19:09,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:09,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,535 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,535 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f6a09e55318391fe43e2291835449d columnFamilyName hfileref 2024-11-27T20:19:09,535 DEBUG [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:09,536 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(327): Store=31f6a09e55318391fe43e2291835449d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:09,536 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,537 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f6a09e55318391fe43e2291835449d columnFamilyName queue 2024-11-27T20:19:09,537 DEBUG [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:09,542 DEBUG [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d/queue/13cc2a6d7f734cd0862a1defa89c8abf 2024-11-27T20:19:09,542 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(327): Store=31f6a09e55318391fe43e2291835449d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:09,542 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,543 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31f6a09e55318391fe43e2291835449d columnFamilyName sid 2024-11-27T20:19:09,543 DEBUG [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:09,543 INFO [StoreOpener-31f6a09e55318391fe43e2291835449d-1 {}] regionserver.HStore(327): Store=31f6a09e55318391fe43e2291835449d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:09,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:19:09,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 31f6a09e55318391fe43e2291835449d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59171205, jitterRate=-0.1182803362607956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:19:09,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:09,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 31f6a09e55318391fe43e2291835449d: Running coprocessor pre-open hook at 1732738749531Writing region info on filesystem at 1732738749531Initializing all the Stores at 1732738749532 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738749532Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738749534 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738749534Cleaning up temporary data from old regions at 1732738749547 (+13 ms)Running coprocessor post-open hooks at 1732738749551 (+4 ms)Region opened successfully at 1732738749551 2024-11-27T20:19:09,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d., pid=13, masterSystemTime=1732738749502 2024-11-27T20:19:09,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:09,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:09,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=31f6a09e55318391fe43e2291835449d, regionState=OPEN, openSeqNum=9, regionLocation=6daf43b95769,46365,1732738743984 2024-11-27T20:19:09,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31f6a09e55318391fe43e2291835449d, server=6daf43b95769,46365,1732738743984 because future has completed 2024-11-27T20:19:09,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T20:19:09,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 31f6a09e55318391fe43e2291835449d, server=6daf43b95769,46365,1732738743984 in 209 msec 2024-11-27T20:19:09,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-27T20:19:09,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=31f6a09e55318391fe43e2291835449d, ASSIGN in 367 msec 2024-11-27T20:19:09,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T20:19:09,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d., hostname=6daf43b95769,46365,1732738743984, seqNum=9] 2024-11-27T20:19:09,582 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6daf43b95769,44945,1732738730973 2024-11-27T20:19:09,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T20:19:09,636 DEBUG [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:09,658 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740/.tmp/ns/5c861bcd224243b893dbd9113599f2fd 2024-11-27T20:19:09,663 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740/.tmp/ns/5c861bcd224243b893dbd9113599f2fd as hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740/ns/5c861bcd224243b893dbd9113599f2fd 2024-11-27T20:19:09,667 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740/ns/5c861bcd224243b893dbd9113599f2fd, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T20:19:09,668 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-27T20:19:09,668 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:19:09,672 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T20:19:09,673 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:09,673 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:09,673 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:09,673 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738749235Running coprocessor pre-close hooks at 1732738749235Disabling compacts and flushes for region at 1732738749235Disabling writes for close at 1732738749236 (+1 ms)Obtaining lock to block concurrent updates at 1732738749236Preparing flush snapshotting stores in 1588230740 at 1732738749236Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732738749236Flushing stores of hbase:meta,,1.1588230740 at 1732738749237 (+1 ms)Flushing 1588230740/ns: creating writer at 1732738749237Flushing 1588230740/ns: appending metadata at 1732738749252 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732738749252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2beb230c: reopening flushed file at 1732738749663 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1732738749668 (+5 ms)Writing region close event to WAL at 1732738749670 (+2 ms)Running coprocessor post-close hooks at 1732738749673 (+3 ms)Closed at 1732738749673 2024-11-27T20:19:09,673 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:09,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-27T20:19:09,836 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,45327,1732738735078; all regions closed. 2024-11-27T20:19:09,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741834_1010 (size=1152) 2024-11-27T20:19:09,838 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/WALs/6daf43b95769,45327,1732738735078/6daf43b95769%2C45327%2C1732738735078.meta.1732738737996.meta not finished, retry = 0 2024-11-27T20:19:09,941 DEBUG [RS:0;6daf43b95769:45327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/oldWALs 2024-11-27T20:19:09,941 INFO [RS:0;6daf43b95769:45327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C45327%2C1732738735078.meta:.meta(num 1732738737996) 2024-11-27T20:19:09,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/WALs/6daf43b95769,45327,1732738735078/6daf43b95769%2C45327%2C1732738735078.1732738737062 not finished, retry = 0 2024-11-27T20:19:09,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741832_1008 (size=93) 2024-11-27T20:19:09,996 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:19:09,996 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:19:10,046 DEBUG [RS:0;6daf43b95769:45327 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/oldWALs 2024-11-27T20:19:10,046 INFO [RS:0;6daf43b95769:45327 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C45327%2C1732738735078:(num 1732738737062) 2024-11-27T20:19:10,046 DEBUG [RS:0;6daf43b95769:45327 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:10,046 INFO [RS:0;6daf43b95769:45327 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:10,046 INFO [RS:0;6daf43b95769:45327 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:19:10,046 INFO [RS:0;6daf43b95769:45327 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:19:10,046 INFO [RS:0;6daf43b95769:45327 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:19:10,046 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:19:10,046 INFO [RS:0;6daf43b95769:45327 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45327 2024-11-27T20:19:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11867445060/rs/6daf43b95769,45327,1732738735078 2024-11-27T20:19:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060/rs 2024-11-27T20:19:10,048 INFO [RS:0;6daf43b95769:45327 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:19:10,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,45327,1732738735078] 2024-11-27T20:19:10,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11867445060/draining/6daf43b95769,45327,1732738735078 already deleted, retry=false 2024-11-27T20:19:10,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,45327,1732738735078 expired; onlineServers=0 2024-11-27T20:19:10,051 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,43853,1732738735043' ***** 2024-11-27T20:19:10,051 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:19:10,051 INFO [M:0;6daf43b95769:43853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:10,051 INFO [M:0;6daf43b95769:43853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:19:10,051 DEBUG [M:0;6daf43b95769:43853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:19:10,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:19:10,051 DEBUG [M:0;6daf43b95769:43853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:19:10,051 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738736845 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738736845,5,FailOnTimeoutGroup] 2024-11-27T20:19:10,051 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738736844 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738736844,5,FailOnTimeoutGroup] 2024-11-27T20:19:10,051 INFO [M:0;6daf43b95769:43853 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:19:10,051 INFO [M:0;6daf43b95769:43853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:19:10,051 DEBUG [M:0;6daf43b95769:43853 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:19:10,051 INFO [M:0;6daf43b95769:43853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:19:10,052 INFO [M:0;6daf43b95769:43853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:10,052 INFO [M:0;6daf43b95769:43853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:19:10,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:19:10,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11867445060/master 2024-11-27T20:19:10,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11867445060 2024-11-27T20:19:10,052 DEBUG [M:0;6daf43b95769:43853 {}] zookeeper.ZKUtil(347): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Unable to get data of znode /11867445060/master because node does not exist (not an error) 2024-11-27T20:19:10,052 WARN [M:0;6daf43b95769:43853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:19:10,054 INFO [M:0;6daf43b95769:43853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/.lastflushedseqids 2024-11-27T20:19:10,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741836_1012 (size=99) 2024-11-27T20:19:10,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:10,149 INFO [RS:0;6daf43b95769:45327 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:19:10,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45327-0x1015b14b2720004, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:10,149 INFO [RS:0;6daf43b95769:45327 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,45327,1732738735078; zookeeper connection closed. 2024-11-27T20:19:10,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@80beea0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@80beea0 2024-11-27T20:19:10,150 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:19:10,403 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:10,463 INFO [M:0;6daf43b95769:43853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:19:10,463 INFO [M:0;6daf43b95769:43853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:19:10,463 DEBUG [M:0;6daf43b95769:43853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:19:10,463 INFO [M:0;6daf43b95769:43853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:10,463 DEBUG [M:0;6daf43b95769:43853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:10,464 DEBUG [M:0;6daf43b95769:43853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:19:10,464 DEBUG [M:0;6daf43b95769:43853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:10,464 INFO [M:0;6daf43b95769:43853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T20:19:10,482 DEBUG [M:0;6daf43b95769:43853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0d9472ea2294443b21da4696f2020e3 is 82, key is hbase:meta,,1/info:regioninfo/1732738738027/Put/seqid=0 2024-11-27T20:19:10,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741837_1013 (size=5672) 2024-11-27T20:19:10,759 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:19:10,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:10,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:10,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:10,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:10,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:10,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:10,887 INFO [M:0;6daf43b95769:43853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0d9472ea2294443b21da4696f2020e3 2024-11-27T20:19:10,907 DEBUG [M:0;6daf43b95769:43853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47d4fdd48f8c4626842ead111b64e3e9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732738738042/Put/seqid=0 2024-11-27T20:19:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741838_1014 (size=5275) 2024-11-27T20:19:11,312 INFO [M:0;6daf43b95769:43853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47d4fdd48f8c4626842ead111b64e3e9 2024-11-27T20:19:11,331 DEBUG [M:0;6daf43b95769:43853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82b321c2bffa4260b9ae824f8cd7a068 is 69, key is 6daf43b95769,45327,1732738735078/rs:state/1732738736920/Put/seqid=0 2024-11-27T20:19:11,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741839_1015 (size=5156) 2024-11-27T20:19:11,509 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:11,736 INFO [M:0;6daf43b95769:43853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82b321c2bffa4260b9ae824f8cd7a068 2024-11-27T20:19:11,742 DEBUG [M:0;6daf43b95769:43853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0d9472ea2294443b21da4696f2020e3 as hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0d9472ea2294443b21da4696f2020e3 2024-11-27T20:19:11,746 INFO [M:0;6daf43b95769:43853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0d9472ea2294443b21da4696f2020e3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T20:19:11,747 DEBUG [M:0;6daf43b95769:43853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47d4fdd48f8c4626842ead111b64e3e9 as hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47d4fdd48f8c4626842ead111b64e3e9 2024-11-27T20:19:11,752 INFO [M:0;6daf43b95769:43853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47d4fdd48f8c4626842ead111b64e3e9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T20:19:11,753 DEBUG [M:0;6daf43b95769:43853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/82b321c2bffa4260b9ae824f8cd7a068 as hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82b321c2bffa4260b9ae824f8cd7a068 2024-11-27T20:19:11,758 INFO [M:0;6daf43b95769:43853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45047/user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/82b321c2bffa4260b9ae824f8cd7a068, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T20:19:11,758 INFO [M:0;6daf43b95769:43853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false 2024-11-27T20:19:11,760 INFO [M:0;6daf43b95769:43853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:11,760 DEBUG [M:0;6daf43b95769:43853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738750463Disabling compacts and flushes for region at 1732738750463Disabling writes for close at 1732738750464 (+1 ms)Obtaining lock to block concurrent updates at 1732738750464Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738750464Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732738750464Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738750465 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738750465Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738750482 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738750482Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738750892 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738750907 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738750907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738751317 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738751331 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738751331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2d82ca: reopening flushed file at 1732738751741 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b4915b6: reopening flushed file at 1732738751747 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99c11c6: reopening flushed file at 1732738751753 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false at 1732738751758 (+5 ms)Writing region close event to WAL at 1732738751760 (+2 ms)Closed at 1732738751760 2024-11-27T20:19:11,762 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2443ad14-b0db-fd17-2e1a-960b7f3b8893/MasterData/WALs/6daf43b95769,43853,1732738735043/6daf43b95769%2C43853%2C1732738735043.1732738736766 not finished, retry = 0 2024-11-27T20:19:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39539 is added to blk_1073741830_1006 (size=10165) 2024-11-27T20:19:11,863 INFO [M:0;6daf43b95769:43853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:19:11,863 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:19:11,863 INFO [M:0;6daf43b95769:43853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43853 2024-11-27T20:19:11,864 INFO [M:0;6daf43b95769:43853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:19:11,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:11,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43853-0x1015b14b2720003, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:11,966 INFO [M:0;6daf43b95769:43853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:19:11,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@582155f3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:19:11,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8246a84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:19:11,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:19:11,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@213f2817{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:19:11,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148ed17b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/hadoop.log.dir/,STOPPED} 2024-11-27T20:19:11,971 WARN [BP-1973328324-172.17.0.2-1732738734029 heartbeating to localhost/127.0.0.1:45047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:19:11,971 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:19:11,971 WARN [BP-1973328324-172.17.0.2-1732738734029 heartbeating to localhost/127.0.0.1:45047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1973328324-172.17.0.2-1732738734029 (Datanode Uuid 3c2a2459-4cbd-4051-b027-70e7be8e213e) service to localhost/127.0.0.1:45047 2024-11-27T20:19:11,971 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:19:11,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/cluster_9f1873d3-02af-6a8b-f43a-9fc8cafb26c4/data/data1/current/BP-1973328324-172.17.0.2-1732738734029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:19:11,972 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/cluster_9f1873d3-02af-6a8b-f43a-9fc8cafb26c4/data/data2/current/BP-1973328324-172.17.0.2-1732738734029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:19:11,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:19:11,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cb119b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:19:11,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75a193ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:19:11,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:19:11,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50245e17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:19:11,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62ee850d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/hadoop.log.dir/,STOPPED} 2024-11-27T20:19:11,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:19:11,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:19:11,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:11,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:11,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:11,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:11,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:11,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:19:11,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1864539510, stopped=false 2024-11-27T20:19:11,996 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,46181,1732738743941 2024-11-27T20:19:11,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0206271312/running 2024-11-27T20:19:11,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:19:11,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0206271312/running 2024-11-27T20:19:11,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:19:11,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:12,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:12,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:12,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:12,001 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,46365,1732738743984' ***** 2024-11-27T20:19:12,001 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:19:12,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/running 2024-11-27T20:19:12,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Set watcher on znode that does not yet exist, /0206271312/running 2024-11-27T20:19:12,001 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:19:12,001 INFO [RS:0;6daf43b95769:46365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:19:12,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:19:12,001 INFO [RS:0;6daf43b95769:46365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:19:12,001 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(3091): Received CLOSE for 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:12,001 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,46365,1732738743984 2024-11-27T20:19:12,001 INFO [RS:0;6daf43b95769:46365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:12,001 INFO [RS:0;6daf43b95769:46365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:46365. 2024-11-27T20:19:12,001 DEBUG [RS:0;6daf43b95769:46365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:12,001 DEBUG [RS:0;6daf43b95769:46365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:12,002 INFO [RS:0;6daf43b95769:46365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:19:12,002 INFO [RS:0;6daf43b95769:46365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:19:12,002 INFO [RS:0;6daf43b95769:46365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:19:12,002 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:19:12,002 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 31f6a09e55318391fe43e2291835449d, disabling compactions & flushes 2024-11-27T20:19:12,002 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:12,002 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:12,002 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. after waiting 0 ms 2024-11-27T20:19:12,002 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:12,004 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:19:12,004 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1325): Online Regions={31f6a09e55318391fe43e2291835449d=hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:19:12,004 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 31f6a09e55318391fe43e2291835449d 2024-11-27T20:19:12,004 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:19:12,004 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:19:12,004 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:19:12,004 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:19:12,004 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:19:12,005 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T20:19:12,018 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/replication/31f6a09e55318391fe43e2291835449d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-27T20:19:12,018 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:12,018 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:12,018 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:12,018 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 31f6a09e55318391fe43e2291835449d: Waiting for close lock at 1732738752002Running coprocessor pre-close hooks at 1732738752002Disabling compacts and flushes for region at 1732738752002Disabling writes for close at 1732738752002Writing region close event to WAL at 1732738752014 (+12 ms)Running coprocessor post-close hooks at 1732738752018 (+4 ms)Closed at 1732738752018 2024-11-27T20:19:12,019 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d. 2024-11-27T20:19:12,026 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/info/21b042bd56914370a8ec260a244ba249 is 147, key is hbase:replication,,1732738738133.31f6a09e55318391fe43e2291835449d./info:regioninfo/1732738749555/Put/seqid=0 2024-11-27T20:19:12,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741851_1027 (size=6385) 2024-11-27T20:19:12,069 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:12,204 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:12,405 DEBUG [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:12,434 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/info/21b042bd56914370a8ec260a244ba249 2024-11-27T20:19:12,439 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/.tmp/info/21b042bd56914370a8ec260a244ba249 as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/info/21b042bd56914370a8ec260a244ba249 2024-11-27T20:19:12,445 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/info/21b042bd56914370a8ec260a244ba249, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T20:19:12,446 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false 2024-11-27T20:19:12,455 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T20:19:12,456 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:12,456 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:12,456 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:12,456 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738752004Running coprocessor pre-close hooks at 1732738752004Disabling compacts and flushes for region at 1732738752004Disabling writes for close at 1732738752004Obtaining lock to block concurrent updates at 1732738752005 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732738752005Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732738752005Flushing stores of hbase:meta,,1.1588230740 at 1732738752005Flushing 1588230740/info: creating writer at 1732738752006 (+1 ms)Flushing 1588230740/info: appending metadata at 1732738752026 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732738752026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17aa1f7a: reopening flushed file at 1732738752439 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=19, compaction requested=false at 1732738752446 (+7 ms)Writing region close event to WAL at 1732738752451 (+5 ms)Running coprocessor post-close hooks at 1732738752455 (+4 ms)Closed at 1732738752456 (+1 ms) 2024-11-27T20:19:12,456 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:12,605 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,46365,1732738743984; all regions closed. 2024-11-27T20:19:12,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741849_1025 (size=2156) 2024-11-27T20:19:12,607 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.meta.1732738745237.meta not finished, retry = 0 2024-11-27T20:19:12,710 DEBUG [RS:0;6daf43b95769:46365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs 2024-11-27T20:19:12,710 INFO [RS:0;6daf43b95769:46365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C46365%2C1732738743984.meta:.meta(num 1732738745237) 2024-11-27T20:19:12,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741850_1026 (size=796) 2024-11-27T20:19:12,713 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 to pos 0, reset compression=false 2024-11-27T20:19:12,714 DEBUG [RS:0;6daf43b95769:46365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs 2024-11-27T20:19:12,714 INFO [RS:0;6daf43b95769:46365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C46365%2C1732738743984.rep:(num 1732738749508) 2024-11-27T20:19:12,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741848_1024 (size=93) 2024-11-27T20:19:12,716 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 not finished, retry = 0 2024-11-27T20:19:12,782 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:19:12,782 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:19:12,817 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931 2024-11-27T20:19:12,817 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-27T20:19:12,817 DEBUG [RS:0;6daf43b95769:46365.replicationSource.wal-reader.6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-27T20:19:12,817 DEBUG [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,46365,1732738743984 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/WALs/6daf43b95769,46365,1732738743984/6daf43b95769%2C46365%2C1732738743984.1732738744931, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T20:19:12,818 DEBUG [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:12,818 DEBUG [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,46365,1732738743984, seqNum=-1] 2024-11-27T20:19:12,819 DEBUG [RS:0;6daf43b95769:46365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/oldWALs 2024-11-27T20:19:12,819 INFO [RS:0;6daf43b95769:46365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C46365%2C1732738743984:(num 1732738744931) 2024-11-27T20:19:12,819 DEBUG [RS:0;6daf43b95769:46365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:12,819 INFO [RS:0;6daf43b95769:46365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:12,819 INFO [RS:0;6daf43b95769:46365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:19:12,819 INFO [RS:0;6daf43b95769:46365 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:19:12,819 INFO [RS:0;6daf43b95769:46365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:19:12,819 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:19:12,818 WARN [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-6daf43b95769,46365,1732738743984', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:46365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-27T20:19:12,819 INFO [RS:0;6daf43b95769:46365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,46365,1732738743984 because: Region server is closing 2024-11-27T20:19:12,819 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T20:19:12,819 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T20:19:12,819 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T20:19:12,819 INFO [RS:0;6daf43b95769:46365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:46365. 2024-11-27T20:19:12,819 DEBUG [RS:0;6daf43b95769:46365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:12,820 DEBUG [RS:0;6daf43b95769:46365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:12,820 DEBUG [RS:0;6daf43b95769:46365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:12,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:12,821 ERROR [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,46365,1732738743984: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,46365,1732738743984, walGroup=6daf43b95769%2C46365%2C1732738743984, offset=6daf43b95769%2C46365%2C1732738743984.1732738744931:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:46365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:19:12,823 ERROR [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:19:12,825 DEBUG [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:19:12,827 DEBUG [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:19:12,827 DEBUG [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:19:12,827 DEBUG [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:19:12,827 INFO [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 593062712 }, "NonHeapMemoryUsage": { "committed": 185663488, "init": 7667712, "max": -1, "used": 182926272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:19:12,829 DEBUG [RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6daf43b95769%2C46365%2C1732738743984.1732738744931] 2024-11-27T20:19:12,920 INFO [RS:0;6daf43b95769:46365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6daf43b95769:46365.replicationSource.shipper6daf43b95769%2C46365%2C1732738743984,1-6daf43b95769,46365,1732738743984 terminated 2024-11-27T20:19:12,920 INFO [RS:0;6daf43b95769:46365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46365 2024-11-27T20:19:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0206271312/rs/6daf43b95769,46365,1732738743984 2024-11-27T20:19:12,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312/rs 2024-11-27T20:19:12,922 INFO [RS:0;6daf43b95769:46365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:19:12,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,46365,1732738743984] 2024-11-27T20:19:12,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0206271312/draining/6daf43b95769,46365,1732738743984 already deleted, retry=false 2024-11-27T20:19:12,925 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,46365,1732738743984 expired; onlineServers=0 2024-11-27T20:19:12,925 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,46181,1732738743941' ***** 2024-11-27T20:19:12,925 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:19:12,925 INFO [M:0;6daf43b95769:46181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:12,925 INFO [M:0;6daf43b95769:46181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:19:12,926 DEBUG [M:0;6daf43b95769:46181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:19:12,926 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:19:12,926 DEBUG [M:0;6daf43b95769:46181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:19:12,926 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738744670 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738744670,5,FailOnTimeoutGroup] 2024-11-27T20:19:12,926 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738744670 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738744670,5,FailOnTimeoutGroup] 2024-11-27T20:19:12,926 INFO [M:0;6daf43b95769:46181 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:19:12,926 INFO [M:0;6daf43b95769:46181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:19:12,926 DEBUG [M:0;6daf43b95769:46181 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:19:12,926 INFO [M:0;6daf43b95769:46181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:19:12,926 INFO [M:0;6daf43b95769:46181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:12,926 INFO [M:0;6daf43b95769:46181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:19:12,926 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:19:12,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0206271312/master 2024-11-27T20:19:12,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0206271312 2024-11-27T20:19:12,927 DEBUG [M:0;6daf43b95769:46181 {}] zookeeper.ZKUtil(347): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Unable to get data of znode /0206271312/master because node does not exist (not an error) 2024-11-27T20:19:12,927 WARN [M:0;6daf43b95769:46181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:19:12,928 INFO [M:0;6daf43b95769:46181 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/.lastflushedseqids 2024-11-27T20:19:12,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741852_1028 (size=181) 2024-11-27T20:19:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:13,025 INFO [RS:0;6daf43b95769:46365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:19:13,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1015b14b2720007, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:13,025 INFO [RS:0;6daf43b95769:46365 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,46365,1732738743984; zookeeper connection closed. 2024-11-27T20:19:13,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5076636c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5076636c 2024-11-27T20:19:13,026 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:19:13,333 INFO [M:0;6daf43b95769:46181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:19:13,334 INFO [M:0;6daf43b95769:46181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:19:13,334 DEBUG [M:0;6daf43b95769:46181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:19:13,334 INFO [M:0;6daf43b95769:46181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:13,334 DEBUG [M:0;6daf43b95769:46181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:13,334 DEBUG [M:0;6daf43b95769:46181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:19:13,334 DEBUG [M:0;6daf43b95769:46181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:13,334 INFO [M:0;6daf43b95769:46181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T20:19:13,354 DEBUG [M:0;6daf43b95769:46181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51531b9fef9a439eb98a7e4ad23ae17c is 82, key is hbase:meta,,1/info:regioninfo/1732738745314/Put/seqid=0 2024-11-27T20:19:13,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741853_1029 (size=5672) 2024-11-27T20:19:13,759 INFO [M:0;6daf43b95769:46181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51531b9fef9a439eb98a7e4ad23ae17c 2024-11-27T20:19:13,778 DEBUG [M:0;6daf43b95769:46181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d689c26c126499a8e31c8bdcd6b2da8 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732738749562/Put/seqid=0 2024-11-27T20:19:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741854_1030 (size=7312) 2024-11-27T20:19:13,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:13,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:19:13,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:14,186 INFO [M:0;6daf43b95769:46181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d689c26c126499a8e31c8bdcd6b2da8 2024-11-27T20:19:14,206 DEBUG [M:0;6daf43b95769:46181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa9c00b9b0154753a5e6f360d448e4fd is 69, key is 6daf43b95769,46365,1732738743984/rs:state/1732738744733/Put/seqid=0 2024-11-27T20:19:14,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741855_1031 (size=5370) 2024-11-27T20:19:14,611 INFO [M:0;6daf43b95769:46181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa9c00b9b0154753a5e6f360d448e4fd 2024-11-27T20:19:14,616 INFO [M:0;6daf43b95769:46181 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa9c00b9b0154753a5e6f360d448e4fd 2024-11-27T20:19:14,616 DEBUG [M:0;6daf43b95769:46181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51531b9fef9a439eb98a7e4ad23ae17c as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51531b9fef9a439eb98a7e4ad23ae17c 2024-11-27T20:19:14,621 INFO [M:0;6daf43b95769:46181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51531b9fef9a439eb98a7e4ad23ae17c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T20:19:14,622 DEBUG [M:0;6daf43b95769:46181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8d689c26c126499a8e31c8bdcd6b2da8 as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d689c26c126499a8e31c8bdcd6b2da8 2024-11-27T20:19:14,626 INFO [M:0;6daf43b95769:46181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8d689c26c126499a8e31c8bdcd6b2da8, entries=7, sequenceid=127, filesize=7.1 K 2024-11-27T20:19:14,627 DEBUG [M:0;6daf43b95769:46181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa9c00b9b0154753a5e6f360d448e4fd as hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa9c00b9b0154753a5e6f360d448e4fd 2024-11-27T20:19:14,631 INFO [M:0;6daf43b95769:46181 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa9c00b9b0154753a5e6f360d448e4fd 2024-11-27T20:19:14,631 INFO [M:0;6daf43b95769:46181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43661/user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa9c00b9b0154753a5e6f360d448e4fd, entries=2, sequenceid=127, filesize=5.2 K 2024-11-27T20:19:14,632 INFO [M:0;6daf43b95769:46181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false 2024-11-27T20:19:14,633 INFO [M:0;6daf43b95769:46181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:14,633 DEBUG [M:0;6daf43b95769:46181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738753334Disabling compacts and flushes for region at 1732738753334Disabling writes for close at 1732738753334Obtaining lock to block concurrent updates at 1732738753334Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738753334Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732738753334Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738753335 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738753335Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738753353 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738753354 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738753764 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738753778 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738753778Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738754191 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738754206 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738754206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb88cdc: reopening flushed file at 1732738754616 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d47f0b1: reopening flushed file at 1732738754621 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4dbf67: reopening flushed file at 1732738754626 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=127, compaction requested=false at 1732738754632 (+6 ms)Writing region close event to WAL at 1732738754633 (+1 ms)Closed at 1732738754633 2024-11-27T20:19:14,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741847_1023 (size=22903) 2024-11-27T20:19:14,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37a459b2-9e42-0ae2-2610-24578c7b1341/MasterData/WALs/6daf43b95769,46181,1732738743941/6daf43b95769%2C46181%2C1732738743941.1732738744505 not finished, retry = 0 2024-11-27T20:19:14,736 INFO [M:0;6daf43b95769:46181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:19:14,736 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:19:14,736 INFO [M:0;6daf43b95769:46181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46181 2024-11-27T20:19:14,736 INFO [M:0;6daf43b95769:46181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:19:14,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:14,838 INFO [M:0;6daf43b95769:46181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:19:14,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46181-0x1015b14b2720006, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:14,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f51c8d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:19:14,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a88989a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:19:14,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:19:14,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffceacd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:19:14,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2a6b02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/hadoop.log.dir/,STOPPED} 2024-11-27T20:19:14,843 WARN [BP-165306811-172.17.0.2-1732738729976 heartbeating to localhost/127.0.0.1:43661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:19:14,843 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:19:14,843 WARN [BP-165306811-172.17.0.2-1732738729976 heartbeating to localhost/127.0.0.1:43661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-165306811-172.17.0.2-1732738729976 (Datanode Uuid 1e8d53b8-f6ad-48c9-896d-f60febde41c5) service to localhost/127.0.0.1:43661 2024-11-27T20:19:14,843 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:19:14,843 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/cluster_cc310bd2-943c-6b48-1cab-42272ce4073f/data/data1/current/BP-165306811-172.17.0.2-1732738729976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:19:14,844 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/cluster_cc310bd2-943c-6b48-1cab-42272ce4073f/data/data2/current/BP-165306811-172.17.0.2-1732738729976 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:19:14,844 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:19:14,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@694a552a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:19:14,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a044f66{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:19:14,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:19:14,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f30fb4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:19:14,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cac6731{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b2e1d87-3e80-23a8-a59c-afca4231d844/hadoop.log.dir/,STOPPED} 2024-11-27T20:19:14,857 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:19:14,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:19:14,880 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64014) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64014) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45047 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43661 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43661 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43661 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43661 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 220) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5873 (was 5308) - AvailableMemoryMB LEAK? - 2024-11-27T20:19:14,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=10, AvailableMemoryMB=5874 2024-11-27T20:19:14,902 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-27T20:19:14,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/hadoop.log.dir so I do NOT create it in target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c 2024-11-27T20:19:14,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:19:14,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/hadoop.tmp.dir so I do NOT create it in target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c 2024-11-27T20:19:14,903 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c765268d-c0ce-3f20-945b-148480b9d4c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:19:14,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c 2024-11-27T20:19:14,903 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/cluster_76d7da40-34d4-00f2-41cb-6080eb376354, deleteOnExit=true 2024-11-27T20:19:14,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/cluster_76d7da40-34d4-00f2-41cb-6080eb376354/zookeeper_0, clientPort=53073, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/cluster_76d7da40-34d4-00f2-41cb-6080eb376354/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/cluster_76d7da40-34d4-00f2-41cb-6080eb376354/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:19:14,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53073 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/test.cache.data in system properties and HBase conf 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:19:14,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:19:14,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:19:14,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:19:14,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b14b2720002, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:19:14,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b14b2720005, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:19:14,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b14b2720005, quorum=127.0.0.1:64014, baseZNode=/11867445060 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:19:14,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b14b2720002, quorum=127.0.0.1:64014, baseZNode=/0206271312 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:19:15,033 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:15,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:19:15,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:19:15,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:19:15,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:19:15,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:15,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22555e24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:19:15,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78f996eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:19:15,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4abdf2de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/java.io.tmpdir/jetty-localhost-41579-hadoop-hdfs-3_4_1-tests_jar-_-any-1056083672865005825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:19:15,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63d620f3{HTTP/1.1, (http/1.1)}{localhost:41579} 2024-11-27T20:19:15,226 INFO [Time-limited test {}] server.Server(415): Started @156667ms 2024-11-27T20:19:15,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:15,313 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:19:15,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:19:15,314 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:19:15,314 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:19:15,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4412f483{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:19:15,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34bc4704{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:19:15,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a60335{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/java.io.tmpdir/jetty-localhost-41813-hadoop-hdfs-3_4_1-tests_jar-_-any-12306773879473077173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:19:15,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@217de731{HTTP/1.1, (http/1.1)}{localhost:41813} 2024-11-27T20:19:15,433 INFO [Time-limited test {}] server.Server(415): Started @156873ms 2024-11-27T20:19:15,434 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:19:15,534 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/cluster_76d7da40-34d4-00f2-41cb-6080eb376354/data/data1/current/BP-1539955854-172.17.0.2-1732738754942/current, will proceed with Du for space computation calculation, 2024-11-27T20:19:15,535 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/cluster_76d7da40-34d4-00f2-41cb-6080eb376354/data/data2/current/BP-1539955854-172.17.0.2-1732738754942/current, will proceed with Du for space computation calculation, 2024-11-27T20:19:15,561 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:19:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5742bb46f54e173 with lease ID 0x7304a1e494e0d671: Processing first storage report for DS-49b610a1-6641-4677-a253-1c052636c4a0 from datanode DatanodeRegistration(127.0.0.1:36815, datanodeUuid=e68a1c77-f856-4ad1-84e5-ed81c93fa9b4, infoPort=46221, infoSecurePort=0, ipcPort=42599, storageInfo=lv=-57;cid=testClusterID;nsid=803668431;c=1732738754942) 2024-11-27T20:19:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5742bb46f54e173 with lease ID 0x7304a1e494e0d671: from storage DS-49b610a1-6641-4677-a253-1c052636c4a0 node DatanodeRegistration(127.0.0.1:36815, datanodeUuid=e68a1c77-f856-4ad1-84e5-ed81c93fa9b4, infoPort=46221, infoSecurePort=0, ipcPort=42599, storageInfo=lv=-57;cid=testClusterID;nsid=803668431;c=1732738754942), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:19:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5742bb46f54e173 with lease ID 0x7304a1e494e0d671: Processing first storage report for DS-6743ffe9-27cb-452f-ae1f-bad755db87df from datanode DatanodeRegistration(127.0.0.1:36815, datanodeUuid=e68a1c77-f856-4ad1-84e5-ed81c93fa9b4, infoPort=46221, infoSecurePort=0, ipcPort=42599, storageInfo=lv=-57;cid=testClusterID;nsid=803668431;c=1732738754942) 2024-11-27T20:19:15,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5742bb46f54e173 with lease ID 0x7304a1e494e0d671: from storage DS-6743ffe9-27cb-452f-ae1f-bad755db87df node DatanodeRegistration(127.0.0.1:36815, datanodeUuid=e68a1c77-f856-4ad1-84e5-ed81c93fa9b4, infoPort=46221, infoSecurePort=0, ipcPort=42599, storageInfo=lv=-57;cid=testClusterID;nsid=803668431;c=1732738754942), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T20:19:15,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c 2024-11-27T20:19:15,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:15,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:15,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:19:16,067 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea with version=8 2024-11-27T20:19:16,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/hbase-staging 2024-11-27T20:19:16,070 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:19:16,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:16,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:16,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:19:16,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:16,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:19:16,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:19:16,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:19:16,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32817 2024-11-27T20:19:16,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32817 connecting to ZooKeeper ensemble=127.0.0.1:53073 2024-11-27T20:19:16,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328170x0, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:16,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32817-0x1015b1513e90000 connected 2024-11-27T20:19:16,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:16,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:16,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Set watcher on znode that does not yet exist, /0-1977024014/running 2024-11-27T20:19:16,146 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea, hbase.cluster.distributed=false 2024-11-27T20:19:16,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Set watcher on znode that does not yet exist, /0-1977024014/acl 2024-11-27T20:19:16,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32817 2024-11-27T20:19:16,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32817 2024-11-27T20:19:16,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32817 2024-11-27T20:19:16,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32817 2024-11-27T20:19:16,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32817 2024-11-27T20:19:16,174 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:19:16,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:16,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:16,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:19:16,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:16,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:19:16,175 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:19:16,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:19:16,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37669 2024-11-27T20:19:16,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37669 connecting to ZooKeeper ensemble=127.0.0.1:53073 2024-11-27T20:19:16,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:16,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:16,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376690x0, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:16,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376690x0, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Set watcher on znode that does not yet exist, /0-1977024014/running 2024-11-27T20:19:16,189 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:19:16,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37669-0x1015b1513e90001 connected 2024-11-27T20:19:16,203 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:19:16,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Set watcher on znode that does not yet exist, /0-1977024014/master 2024-11-27T20:19:16,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Set watcher on znode that does not yet exist, /0-1977024014/acl 2024-11-27T20:19:16,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37669 2024-11-27T20:19:16,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37669 2024-11-27T20:19:16,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37669 2024-11-27T20:19:16,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37669 2024-11-27T20:19:16,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37669 2024-11-27T20:19:16,238 DEBUG [M:0;6daf43b95769:32817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:32817 2024-11-27T20:19:16,249 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1977024014/backup-masters/6daf43b95769,32817,1732738756070 2024-11-27T20:19:16,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014/backup-masters 2024-11-27T20:19:16,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014/backup-masters 2024-11-27T20:19:16,251 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Set watcher on existing znode=/0-1977024014/backup-masters/6daf43b95769,32817,1732738756070 2024-11-27T20:19:16,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:16,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1977024014/master 2024-11-27T20:19:16,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:16,253 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Set watcher on existing znode=/0-1977024014/master 2024-11-27T20:19:16,253 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1977024014/backup-masters/6daf43b95769,32817,1732738756070 from backup master directory 2024-11-27T20:19:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1977024014/backup-masters/6daf43b95769,32817,1732738756070 2024-11-27T20:19:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014/backup-masters 2024-11-27T20:19:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014/backup-masters 2024-11-27T20:19:16,256 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:19:16,257 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,32817,1732738756070 2024-11-27T20:19:16,263 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/hbase.id] with ID: b452edc4-1791-4eb7-a374-211686223e34 2024-11-27T20:19:16,263 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/.tmp/hbase.id 2024-11-27T20:19:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:19:16,668 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/.tmp/hbase.id]:[hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/hbase.id] 2024-11-27T20:19:16,681 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:16,681 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:19:16,682 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:19:16,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:16,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:19:17,091 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:17,092 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:19:17,092 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:17,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:19:17,101 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store 2024-11-27T20:19:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:19:17,511 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:17,511 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:19:17,511 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:17,511 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:17,511 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:19:17,511 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:17,511 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:17,511 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738757511Disabling compacts and flushes for region at 1732738757511Disabling writes for close at 1732738757511Writing region close event to WAL at 1732738757511Closed at 1732738757511 2024-11-27T20:19:17,512 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/.initializing 2024-11-27T20:19:17,512 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/WALs/6daf43b95769,32817,1732738756070 2024-11-27T20:19:17,513 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:19:17,515 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C32817%2C1732738756070, suffix=, logDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/WALs/6daf43b95769,32817,1732738756070, archiveDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/oldWALs, maxLogs=10 2024-11-27T20:19:17,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:19:17,533 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/WALs/6daf43b95769,32817,1732738756070/6daf43b95769%2C32817%2C1732738756070.1732738757516, exclude list is [], retry=0 2024-11-27T20:19:17,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36815,DS-49b610a1-6641-4677-a253-1c052636c4a0,DISK] 2024-11-27T20:19:17,539 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/WALs/6daf43b95769,32817,1732738756070/6daf43b95769%2C32817%2C1732738756070.1732738757516 2024-11-27T20:19:17,540 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46221:46221)] 2024-11-27T20:19:17,540 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:17,540 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:17,540 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,540 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:19:17,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:17,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:17,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:19:17,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:17,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:17,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:17,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:17,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:17,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:17,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:19:17,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:17,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:17,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:17,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:17,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:19:17,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:17,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:17,552 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,553 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,553 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,554 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,554 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:17,554 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:17,555 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:17,557 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:17,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:17,557 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75362322, jitterRate=0.12298610806465149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:17,558 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738757540Initializing all the Stores at 1732738757541 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738757541Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738757544 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738757544Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738757544Cleaning up temporary data from old regions at 1732738757554 (+10 ms)Region opened successfully at 1732738757558 (+4 ms) 2024-11-27T20:19:17,558 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:19:17,561 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296af561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:19:17,561 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:19:17,561 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:19:17,562 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:19:17,562 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:19:17,562 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:19:17,562 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:19:17,562 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:19:17,569 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:19:17,570 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Unable to get data of znode /0-1977024014/balancer because node does not exist (not necessarily an error) 2024-11-27T20:19:17,571 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1977024014/balancer already deleted, retry=false 2024-11-27T20:19:17,571 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:19:17,572 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Unable to get data of znode /0-1977024014/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:19:17,573 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1977024014/normalizer already deleted, retry=false 2024-11-27T20:19:17,573 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:19:17,574 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Unable to get data of znode /0-1977024014/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:19:17,575 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1977024014/switch/split already deleted, retry=false 2024-11-27T20:19:17,576 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Unable to get data of znode /0-1977024014/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:19:17,577 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1977024014/switch/merge already deleted, retry=false 2024-11-27T20:19:17,578 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Unable to get data of znode /0-1977024014/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:19:17,579 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1977024014/snapshot-cleanup already deleted, retry=false 2024-11-27T20:19:17,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1977024014/running 2024-11-27T20:19:17,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1977024014/running 2024-11-27T20:19:17,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:17,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:17,581 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,32817,1732738756070, sessionid=0x1015b1513e90000, setting cluster-up flag (Was=false) 2024-11-27T20:19:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:17,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:17,589 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1977024014/flush-table-proc/acquired, /0-1977024014/flush-table-proc/reached, /0-1977024014/flush-table-proc/abort 2024-11-27T20:19:17,590 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,32817,1732738756070 2024-11-27T20:19:17,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:17,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:17,601 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1977024014/online-snapshot/acquired, /0-1977024014/online-snapshot/reached, /0-1977024014/online-snapshot/abort 2024-11-27T20:19:17,602 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,32817,1732738756070 2024-11-27T20:19:17,603 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:19:17,604 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:17,604 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:19:17,605 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:19:17,605 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,32817,1732738756070 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:19:17,606 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:17,606 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:17,606 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:17,606 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:17,606 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:19:17,606 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,606 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:19:17,606 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:17,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:19:17,609 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:17,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:19:17,613 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738787613 2024-11-27T20:19:17,613 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:19:17,613 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:19:17,613 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:19:17,613 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:19:17,613 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:19:17,613 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:19:17,613 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,614 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:19:17,614 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:19:17,614 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:19:17,614 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:19:17,614 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:19:17,614 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:19:17,614 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738757614,5,FailOnTimeoutGroup] 2024-11-27T20:19:17,619 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738757614,5,FailOnTimeoutGroup] 2024-11-27T20:19:17,619 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,619 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:19:17,619 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,619 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:19:17,626 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(746): ClusterId : b452edc4-1791-4eb7-a374-211686223e34 2024-11-27T20:19:17,626 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:19:17,628 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:19:17,628 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:19:17,629 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:19:17,630 DEBUG [RS:0;6daf43b95769:37669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324589ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:19:17,641 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:37669 2024-11-27T20:19:17,642 INFO [RS:0;6daf43b95769:37669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:19:17,642 INFO [RS:0;6daf43b95769:37669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:19:17,642 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:19:17,642 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,32817,1732738756070 with port=37669, startcode=1732738756174 2024-11-27T20:19:17,642 DEBUG [RS:0;6daf43b95769:37669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:19:17,644 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:19:17,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,37669,1732738756174 2024-11-27T20:19:17,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32817 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,37669,1732738756174 2024-11-27T20:19:17,646 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea 2024-11-27T20:19:17,646 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33651 2024-11-27T20:19:17,646 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:19:17,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014/rs 2024-11-27T20:19:17,649 DEBUG [RS:0;6daf43b95769:37669 {}] zookeeper.ZKUtil(111): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Set watcher on existing znode=/0-1977024014/rs/6daf43b95769,37669,1732738756174 2024-11-27T20:19:17,649 WARN [RS:0;6daf43b95769:37669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:19:17,649 INFO [RS:0;6daf43b95769:37669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:17,649 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174 2024-11-27T20:19:17,649 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,37669,1732738756174] 2024-11-27T20:19:17,652 INFO [RS:0;6daf43b95769:37669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:19:17,656 INFO [RS:0;6daf43b95769:37669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:19:17,657 INFO [RS:0;6daf43b95769:37669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:19:17,657 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,660 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:19:17,660 INFO [RS:0;6daf43b95769:37669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:19:17,661 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:19:17,661 DEBUG [RS:0;6daf43b95769:37669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:19:17,661 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,661 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,661 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,661 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,661 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,661 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,37669,1732738756174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:19:17,675 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:19:17,676 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,37669,1732738756174-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,676 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,676 INFO [RS:0;6daf43b95769:37669 {}] regionserver.Replication(171): 6daf43b95769,37669,1732738756174 started 2024-11-27T20:19:17,689 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:17,689 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,37669,1732738756174, RpcServer on 6daf43b95769/172.17.0.2:37669, sessionid=0x1015b1513e90001 2024-11-27T20:19:17,689 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:19:17,689 DEBUG [RS:0;6daf43b95769:37669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,37669,1732738756174 2024-11-27T20:19:17,689 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,37669,1732738756174' 2024-11-27T20:19:17,689 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1977024014/flush-table-proc/abort' 2024-11-27T20:19:17,690 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1977024014/flush-table-proc/acquired' 2024-11-27T20:19:17,690 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:19:17,690 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:19:17,690 DEBUG [RS:0;6daf43b95769:37669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,37669,1732738756174 2024-11-27T20:19:17,690 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,37669,1732738756174' 2024-11-27T20:19:17,690 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1977024014/online-snapshot/abort' 2024-11-27T20:19:17,690 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1977024014/online-snapshot/acquired' 2024-11-27T20:19:17,691 DEBUG [RS:0;6daf43b95769:37669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:19:17,691 INFO [RS:0;6daf43b95769:37669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:19:17,691 INFO [RS:0;6daf43b95769:37669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:19:17,791 INFO [RS:0;6daf43b95769:37669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:19:17,793 INFO [RS:0;6daf43b95769:37669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C37669%2C1732738756174, suffix=, logDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174, archiveDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/oldWALs, maxLogs=10 2024-11-27T20:19:17,811 DEBUG [RS:0;6daf43b95769:37669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794, exclude list is [], retry=0 2024-11-27T20:19:17,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36815,DS-49b610a1-6641-4677-a253-1c052636c4a0,DISK] 2024-11-27T20:19:17,816 INFO [RS:0;6daf43b95769:37669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 2024-11-27T20:19:17,816 DEBUG [RS:0;6daf43b95769:37669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46221:46221)] 2024-11-27T20:19:18,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:19:18,021 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea 2024-11-27T20:19:18,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:19:18,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:18,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:19:18,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:19:18,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:18,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:18,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:19:18,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:19:18,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:18,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:18,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:19:18,434 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:19:18,434 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:18,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:18,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:19:18,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:19:18,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:18,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:18,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:19:18,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740 2024-11-27T20:19:18,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740 2024-11-27T20:19:18,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:19:18,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:19:18,438 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:18,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:19:18,441 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:18,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69710688, jitterRate=0.038770198822021484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:18,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738758428Initializing all the Stores at 1732738758429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738758429Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738758429Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738758429Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738758429Cleaning up temporary data from old regions at 1732738758438 (+9 ms)Region opened successfully at 1732738758442 (+4 ms) 2024-11-27T20:19:18,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:19:18,442 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:19:18,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:19:18,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:19:18,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:19:18,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:18,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738758442Disabling compacts and flushes for region at 1732738758442Disabling writes for close at 1732738758442Writing region close event to WAL at 1732738758442Closed at 1732738758442 2024-11-27T20:19:18,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:18,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:19:18,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:19:18,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:19:18,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:19:18,595 DEBUG [6daf43b95769:32817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:19:18,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,37669,1732738756174 2024-11-27T20:19:18,597 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,37669,1732738756174, state=OPENING 2024-11-27T20:19:18,598 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:19:18,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:18,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:18,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:19:18,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1977024014/meta-region-server: CHANGED 2024-11-27T20:19:18,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1977024014/meta-region-server: CHANGED 2024-11-27T20:19:18,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,37669,1732738756174}] 2024-11-27T20:19:18,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:19:18,758 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:19:18,761 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:19:18,761 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:18,761 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:19:18,763 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C37669%2C1732738756174.meta, suffix=.meta, logDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174, archiveDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/oldWALs, maxLogs=10 2024-11-27T20:19:18,776 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.meta.1732738758763.meta, exclude list is [], retry=0 2024-11-27T20:19:18,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36815,DS-49b610a1-6641-4677-a253-1c052636c4a0,DISK] 2024-11-27T20:19:18,780 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.meta.1732738758763.meta 2024-11-27T20:19:18,780 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46221:46221)] 2024-11-27T20:19:18,780 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:18,781 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:18,781 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:19:18,781 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:19:18,781 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:19:18,781 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:19:18,781 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:18,781 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:19:18,781 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:19:18,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:19:18,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:19:18,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:18,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:18,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:19:18,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:19:18,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:18,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:18,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:19:18,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:19:18,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:18,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:18,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:19:18,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:19:18,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:18,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:18,786 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:19:18,786 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740 2024-11-27T20:19:18,787 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740 2024-11-27T20:19:18,788 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:19:18,788 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:19:18,789 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:18,790 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:19:18,790 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71659794, jitterRate=0.06781414151191711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:18,790 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:19:18,791 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738758781Writing region info on filesystem at 1732738758781Initializing all the Stores at 1732738758782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738758782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738758782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738758782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738758782Cleaning up temporary data from old regions at 1732738758788 (+6 ms)Running coprocessor post-open hooks at 1732738758790 (+2 ms)Region opened successfully at 1732738758791 (+1 ms) 2024-11-27T20:19:18,791 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738758756 2024-11-27T20:19:18,793 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:19:18,793 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:19:18,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,37669,1732738756174 2024-11-27T20:19:18,794 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,37669,1732738756174, state=OPEN 2024-11-27T20:19:18,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1977024014/meta-region-server 2024-11-27T20:19:18,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1977024014/meta-region-server 2024-11-27T20:19:18,796 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,37669,1732738756174 2024-11-27T20:19:18,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1977024014/meta-region-server: CHANGED 2024-11-27T20:19:18,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1977024014/meta-region-server: CHANGED 2024-11-27T20:19:18,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:19:18,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,37669,1732738756174 in 193 msec 2024-11-27T20:19:18,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:19:18,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-27T20:19:18,800 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:18,800 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:19:18,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:18,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37669,1732738756174, seqNum=-1] 2024-11-27T20:19:18,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:18,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:18,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-27T20:19:18,806 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738758806, completionTime=-1 2024-11-27T20:19:18,806 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:19:18,806 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:19:18,808 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:19:18,808 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738818808 2024-11-27T20:19:18,808 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738878808 2024-11-27T20:19:18,808 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:19:18,809 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32817,1732738756070-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:18,809 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32817,1732738756070-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:18,809 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32817,1732738756070-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:18,809 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:32817, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:18,809 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:18,809 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:18,810 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:19:18,812 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.555sec 2024-11-27T20:19:18,812 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:19:18,812 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:19:18,812 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:19:18,812 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:19:18,812 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:19:18,812 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32817,1732738756070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:19:18,812 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32817,1732738756070-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:19:18,814 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:19:18,814 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:19:18,814 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32817,1732738756070-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:18,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d68b615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:18,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32817,-1 for getting cluster id 2024-11-27T20:19:18,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:18,829 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b452edc4-1791-4eb7-a374-211686223e34' 2024-11-27T20:19:18,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:18,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b452edc4-1791-4eb7-a374-211686223e34" 2024-11-27T20:19:18,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703a68ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:18,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32817,-1] 2024-11-27T20:19:18,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:18,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:18,831 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:18,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1710d7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:18,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:18,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37669,1732738756174, seqNum=-1] 2024-11-27T20:19:18,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:18,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:18,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,32817,1732738756070 2024-11-27T20:19:18,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53073 2024-11-27T20:19:18,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:18,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b1513e90002 connected 2024-11-27T20:19:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/hadoop.log.dir so I do NOT create it in target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45 2024-11-27T20:19:18,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:19:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/hadoop.tmp.dir so I do NOT create it in target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45 2024-11-27T20:19:18,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:19:18,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45 2024-11-27T20:19:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:19:18,845 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/cluster_0748f474-0442-7395-c294-8ea78791577b, deleteOnExit=true 2024-11-27T20:19:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:19:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/test.cache.data in system properties and HBase conf 2024-11-27T20:19:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:19:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:19:18,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:19:18,846 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:19:18,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:19:18,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:19:18,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:19:18,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:19:18,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:18,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:19:18,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:19:18,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:19:18,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:19:18,936 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:18,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60db47b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:19:18,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2133cea6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:19:19,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aafc8a8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/java.io.tmpdir/jetty-localhost-39127-hadoop-hdfs-3_4_1-tests_jar-_-any-11722049095127024988/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:19:19,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@658c727d{HTTP/1.1, (http/1.1)}{localhost:39127} 2024-11-27T20:19:19,052 INFO [Time-limited test {}] server.Server(415): Started @160493ms 2024-11-27T20:19:19,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:19,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:19:19,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:19:19,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:19:19,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:19:19,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45484acb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:19:19,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c7ebef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:19:19,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39b6fc46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/java.io.tmpdir/jetty-localhost-41951-hadoop-hdfs-3_4_1-tests_jar-_-any-5170577751678908979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:19:19,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79d39140{HTTP/1.1, (http/1.1)}{localhost:41951} 2024-11-27T20:19:19,293 INFO [Time-limited test {}] server.Server(415): Started @160734ms 2024-11-27T20:19:19,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:19:19,454 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/cluster_0748f474-0442-7395-c294-8ea78791577b/data/data1/current/BP-213168952-172.17.0.2-1732738758869/current, will proceed with Du for space computation calculation, 2024-11-27T20:19:19,455 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/cluster_0748f474-0442-7395-c294-8ea78791577b/data/data2/current/BP-213168952-172.17.0.2-1732738758869/current, will proceed with Du for space computation calculation, 2024-11-27T20:19:19,482 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:19:19,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8886d7904d5c15e6 with lease ID 0xef7745045e39c709: Processing first storage report for DS-629f9771-b683-4b69-b243-fbfefa006a17 from datanode DatanodeRegistration(127.0.0.1:33753, datanodeUuid=b43bf0d8-544d-426c-83d5-a9b5adfa410c, infoPort=43455, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=2106107679;c=1732738758869) 2024-11-27T20:19:19,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8886d7904d5c15e6 with lease ID 0xef7745045e39c709: from storage DS-629f9771-b683-4b69-b243-fbfefa006a17 node DatanodeRegistration(127.0.0.1:33753, datanodeUuid=b43bf0d8-544d-426c-83d5-a9b5adfa410c, infoPort=43455, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=2106107679;c=1732738758869), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:19:19,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8886d7904d5c15e6 with lease ID 0xef7745045e39c709: Processing first storage report for DS-c44895ce-55ee-4566-adfa-006dc05862c9 from datanode DatanodeRegistration(127.0.0.1:33753, datanodeUuid=b43bf0d8-544d-426c-83d5-a9b5adfa410c, infoPort=43455, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=2106107679;c=1732738758869) 2024-11-27T20:19:19,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8886d7904d5c15e6 with lease ID 0xef7745045e39c709: from storage DS-c44895ce-55ee-4566-adfa-006dc05862c9 node DatanodeRegistration(127.0.0.1:33753, datanodeUuid=b43bf0d8-544d-426c-83d5-a9b5adfa410c, infoPort=43455, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=2106107679;c=1732738758869), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T20:19:19,571 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45 2024-11-27T20:19:19,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:19,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:19,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:19:19,599 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf with version=8 2024-11-27T20:19:19,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/hbase-staging 2024-11-27T20:19:19,601 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:19:19,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:19,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:19,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:19:19,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:19,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:19:19,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:19:19,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:19:19,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42121 2024-11-27T20:19:19,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42121 connecting to ZooKeeper ensemble=127.0.0.1:53073 2024-11-27T20:19:19,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421210x0, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:19,633 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42121-0x1015b1513e90003 connected 2024-11-27T20:19:19,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:19,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:19,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Set watcher on znode that does not yet exist, /1-1358664404/running 2024-11-27T20:19:19,645 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf, hbase.cluster.distributed=false 2024-11-27T20:19:19,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Set watcher on znode that does not yet exist, /1-1358664404/acl 2024-11-27T20:19:19,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42121 2024-11-27T20:19:19,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42121 2024-11-27T20:19:19,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42121 2024-11-27T20:19:19,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42121 2024-11-27T20:19:19,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42121 2024-11-27T20:19:19,707 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:19:19,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:19,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:19,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:19:19,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:19,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:19:19,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:19:19,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:19:19,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43197 2024-11-27T20:19:19,710 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43197 connecting to ZooKeeper ensemble=127.0.0.1:53073 2024-11-27T20:19:19,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:19,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:19,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431970x0, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:19,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431970x0, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Set watcher on znode that does not yet exist, /1-1358664404/running 2024-11-27T20:19:19,731 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:19:19,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43197-0x1015b1513e90004 connected 2024-11-27T20:19:19,748 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:19:19,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Set watcher on znode that does not yet exist, /1-1358664404/master 2024-11-27T20:19:19,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Set watcher on znode that does not yet exist, /1-1358664404/acl 2024-11-27T20:19:19,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43197 2024-11-27T20:19:19,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43197 2024-11-27T20:19:19,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43197 2024-11-27T20:19:19,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43197 2024-11-27T20:19:19,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43197 2024-11-27T20:19:19,807 DEBUG [M:0;6daf43b95769:42121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:42121 2024-11-27T20:19:19,809 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1358664404/backup-masters/6daf43b95769,42121,1732738759601 2024-11-27T20:19:19,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404/backup-masters 2024-11-27T20:19:19,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404/backup-masters 2024-11-27T20:19:19,811 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Set watcher on existing znode=/1-1358664404/backup-masters/6daf43b95769,42121,1732738759601 2024-11-27T20:19:19,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1358664404/master 2024-11-27T20:19:19,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:19,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:19,816 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Set watcher on existing znode=/1-1358664404/master 2024-11-27T20:19:19,816 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1358664404/backup-masters/6daf43b95769,42121,1732738759601 from backup master directory 2024-11-27T20:19:19,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1358664404/backup-masters/6daf43b95769,42121,1732738759601 2024-11-27T20:19:19,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404/backup-masters 2024-11-27T20:19:19,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404/backup-masters 2024-11-27T20:19:19,818 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:19:19,818 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,42121,1732738759601 2024-11-27T20:19:19,822 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/hbase.id] with ID: e7a8c288-7771-4b53-97a3-fbbe8d5c5157 2024-11-27T20:19:19,822 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/.tmp/hbase.id 2024-11-27T20:19:19,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:19:20,236 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/.tmp/hbase.id]:[hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/hbase.id] 2024-11-27T20:19:20,247 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:20,247 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:19:20,248 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:19:20,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:20,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:20,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:19:20,256 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:20,257 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:19:20,257 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:20,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:19:20,663 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store 2024-11-27T20:19:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:19:21,072 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:21,072 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:19:21,072 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:21,072 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:21,072 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:19:21,072 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:21,072 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:21,072 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738761072Disabling compacts and flushes for region at 1732738761072Disabling writes for close at 1732738761072Writing region close event to WAL at 1732738761072Closed at 1732738761072 2024-11-27T20:19:21,073 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/.initializing 2024-11-27T20:19:21,073 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/WALs/6daf43b95769,42121,1732738759601 2024-11-27T20:19:21,074 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:19:21,076 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C42121%2C1732738759601, suffix=, logDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/WALs/6daf43b95769,42121,1732738759601, archiveDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/oldWALs, maxLogs=10 2024-11-27T20:19:21,093 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/WALs/6daf43b95769,42121,1732738759601/6daf43b95769%2C42121%2C1732738759601.1732738761076, exclude list is [], retry=0 2024-11-27T20:19:21,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33753,DS-629f9771-b683-4b69-b243-fbfefa006a17,DISK] 2024-11-27T20:19:21,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/WALs/6daf43b95769,42121,1732738759601/6daf43b95769%2C42121%2C1732738759601.1732738761076 2024-11-27T20:19:21,097 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-27T20:19:21,098 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:21,098 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:21,098 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,098 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:19:21,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:21,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:21,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:19:21,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:21,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:21,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:19:21,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:21,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:21,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:19:21,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:21,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:21,104 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,105 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,105 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,106 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,106 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,107 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:21,108 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:21,109 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:21,110 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63440042, jitterRate=-0.054669708013534546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:21,110 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738761098Initializing all the Stores at 1732738761098Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738761098Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738761099 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738761099Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738761099Cleaning up temporary data from old regions at 1732738761106 (+7 ms)Region opened successfully at 1732738761110 (+4 ms) 2024-11-27T20:19:21,110 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:19:21,112 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ead7970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:19:21,113 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:19:21,113 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:19:21,113 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:19:21,113 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:19:21,114 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:19:21,114 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:19:21,114 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:19:21,116 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:19:21,117 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Unable to get data of znode /1-1358664404/balancer because node does not exist (not necessarily an error) 2024-11-27T20:19:21,118 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1358664404/balancer already deleted, retry=false 2024-11-27T20:19:21,118 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:19:21,119 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Unable to get data of znode /1-1358664404/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:19:21,122 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1358664404/normalizer already deleted, retry=false 2024-11-27T20:19:21,122 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:19:21,123 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Unable to get data of znode /1-1358664404/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:19:21,124 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1358664404/switch/split already deleted, retry=false 2024-11-27T20:19:21,124 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Unable to get data of znode /1-1358664404/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:19:21,125 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1358664404/switch/merge already deleted, retry=false 2024-11-27T20:19:21,127 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Unable to get data of znode /1-1358664404/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:19:21,128 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1358664404/snapshot-cleanup already deleted, retry=false 2024-11-27T20:19:21,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1358664404/running 2024-11-27T20:19:21,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1358664404/running 2024-11-27T20:19:21,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:21,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:21,132 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,42121,1732738759601, sessionid=0x1015b1513e90003, setting cluster-up flag (Was=false) 2024-11-27T20:19:21,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:21,146 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1358664404/flush-table-proc/acquired, /1-1358664404/flush-table-proc/reached, /1-1358664404/flush-table-proc/abort 2024-11-27T20:19:21,147 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,42121,1732738759601 2024-11-27T20:19:21,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:21,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:21,155 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1358664404/online-snapshot/acquired, /1-1358664404/online-snapshot/reached, /1-1358664404/online-snapshot/abort 2024-11-27T20:19:21,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,42121,1732738759601 2024-11-27T20:19:21,157 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:19:21,159 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:21,159 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:19:21,159 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:19:21,159 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,42121,1732738759601 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:19:21,160 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:21,160 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:21,160 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:21,161 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:21,161 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:19:21,161 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,161 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:19:21,161 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,163 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738791163 2024-11-27T20:19:21,163 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:19:21,163 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:19:21,163 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:19:21,163 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:19:21,163 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:19:21,163 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:19:21,163 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:21,163 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:19:21,163 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,164 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:19:21,164 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:19:21,164 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:19:21,164 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:19:21,164 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:19:21,164 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:19:21,164 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:21,164 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:19:21,168 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738761164,5,FailOnTimeoutGroup] 2024-11-27T20:19:21,169 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738761168,5,FailOnTimeoutGroup] 2024-11-27T20:19:21,169 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,169 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:19:21,169 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,169 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:19:21,194 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(746): ClusterId : e7a8c288-7771-4b53-97a3-fbbe8d5c5157 2024-11-27T20:19:21,194 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:19:21,196 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:19:21,196 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:19:21,199 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:19:21,199 DEBUG [RS:0;6daf43b95769:43197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78432581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:19:21,213 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:43197 2024-11-27T20:19:21,213 INFO [RS:0;6daf43b95769:43197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:19:21,213 INFO [RS:0;6daf43b95769:43197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:19:21,213 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:19:21,214 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,42121,1732738759601 with port=43197, startcode=1732738759707 2024-11-27T20:19:21,214 DEBUG [RS:0;6daf43b95769:43197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:19:21,216 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:19:21,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42121 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,43197,1732738759707 2024-11-27T20:19:21,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42121 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,43197,1732738759707 2024-11-27T20:19:21,219 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf 2024-11-27T20:19:21,219 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38767 2024-11-27T20:19:21,219 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:19:21,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404/rs 2024-11-27T20:19:21,225 DEBUG [RS:0;6daf43b95769:43197 {}] zookeeper.ZKUtil(111): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Set watcher on existing znode=/1-1358664404/rs/6daf43b95769,43197,1732738759707 2024-11-27T20:19:21,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,43197,1732738759707] 2024-11-27T20:19:21,225 WARN [RS:0;6daf43b95769:43197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:19:21,225 INFO [RS:0;6daf43b95769:43197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:21,225 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707 2024-11-27T20:19:21,231 INFO [RS:0;6daf43b95769:43197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:19:21,236 INFO [RS:0;6daf43b95769:43197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:19:21,242 INFO [RS:0;6daf43b95769:43197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:19:21,242 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,244 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:19:21,245 INFO [RS:0;6daf43b95769:43197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:19:21,245 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:19:21,246 DEBUG [RS:0;6daf43b95769:43197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:19:21,260 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,260 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,260 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,260 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,260 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,260 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43197,1732738759707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:19:21,280 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:19:21,280 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43197,1732738759707-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,280 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,280 INFO [RS:0;6daf43b95769:43197 {}] regionserver.Replication(171): 6daf43b95769,43197,1732738759707 started 2024-11-27T20:19:21,302 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:21,302 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,43197,1732738759707, RpcServer on 6daf43b95769/172.17.0.2:43197, sessionid=0x1015b1513e90004 2024-11-27T20:19:21,302 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:19:21,302 DEBUG [RS:0;6daf43b95769:43197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,43197,1732738759707 2024-11-27T20:19:21,302 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,43197,1732738759707' 2024-11-27T20:19:21,302 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1358664404/flush-table-proc/abort' 2024-11-27T20:19:21,303 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1358664404/flush-table-proc/acquired' 2024-11-27T20:19:21,303 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:19:21,303 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:19:21,303 DEBUG [RS:0;6daf43b95769:43197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,43197,1732738759707 2024-11-27T20:19:21,303 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,43197,1732738759707' 2024-11-27T20:19:21,303 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1358664404/online-snapshot/abort' 2024-11-27T20:19:21,304 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1358664404/online-snapshot/acquired' 2024-11-27T20:19:21,304 DEBUG [RS:0;6daf43b95769:43197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:19:21,304 INFO [RS:0;6daf43b95769:43197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:19:21,304 INFO [RS:0;6daf43b95769:43197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:19:21,405 INFO [RS:0;6daf43b95769:43197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:19:21,406 INFO [RS:0;6daf43b95769:43197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C43197%2C1732738759707, suffix=, logDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707, archiveDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/oldWALs, maxLogs=10 2024-11-27T20:19:21,420 DEBUG [RS:0;6daf43b95769:43197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407, exclude list is [], retry=0 2024-11-27T20:19:21,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33753,DS-629f9771-b683-4b69-b243-fbfefa006a17,DISK] 2024-11-27T20:19:21,425 INFO [RS:0;6daf43b95769:43197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 2024-11-27T20:19:21,425 DEBUG [RS:0;6daf43b95769:43197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-27T20:19:21,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:19:21,575 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf 2024-11-27T20:19:21,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:19:21,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:21,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:19:21,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:19:21,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:21,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:21,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:19:21,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:19:21,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:21,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:21,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:19:21,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:19:21,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:21,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:21,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:19:21,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:19:21,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:21,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:21,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:19:21,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740 2024-11-27T20:19:21,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740 2024-11-27T20:19:21,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:19:21,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:19:21,990 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:21,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:19:21,992 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:21,992 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73666003, jitterRate=0.09770898520946503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:21,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738761981Initializing all the Stores at 1732738761982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738761982Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738761982Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738761982Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738761982Cleaning up temporary data from old regions at 1732738761989 (+7 ms)Region opened successfully at 1732738761992 (+3 ms) 2024-11-27T20:19:21,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:19:21,993 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:19:21,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:19:21,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:19:21,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:19:21,993 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:21,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738761992Disabling compacts and flushes for region at 1732738761992Disabling writes for close at 1732738761993 (+1 ms)Writing region close event to WAL at 1732738761993Closed at 1732738761993 2024-11-27T20:19:21,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:21,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:19:21,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:19:21,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:19:21,995 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:19:22,146 DEBUG [6daf43b95769:42121 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:19:22,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,43197,1732738759707 2024-11-27T20:19:22,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,43197,1732738759707, state=OPENING 2024-11-27T20:19:22,150 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:19:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:22,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1358664404/meta-region-server: CHANGED 2024-11-27T20:19:22,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1358664404/meta-region-server: CHANGED 2024-11-27T20:19:22,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:19:22,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,43197,1732738759707}] 2024-11-27T20:19:22,304 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:19:22,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:19:22,309 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:19:22,309 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:22,309 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:19:22,310 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C43197%2C1732738759707.meta, suffix=.meta, logDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707, archiveDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/oldWALs, maxLogs=10 2024-11-27T20:19:22,324 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.meta.1732738762311.meta, exclude list is [], retry=0 2024-11-27T20:19:22,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33753,DS-629f9771-b683-4b69-b243-fbfefa006a17,DISK] 2024-11-27T20:19:22,328 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.meta.1732738762311.meta 2024-11-27T20:19:22,328 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-27T20:19:22,328 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:22,329 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:22,329 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:19:22,329 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:19:22,329 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:19:22,329 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:19:22,329 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:22,329 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:19:22,329 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:19:22,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:19:22,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:19:22,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:22,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:22,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:19:22,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:19:22,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:22,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:22,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:19:22,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:19:22,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:22,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:22,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:19:22,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:19:22,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:22,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:22,335 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:19:22,336 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740 2024-11-27T20:19:22,337 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740 2024-11-27T20:19:22,337 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:19:22,338 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:19:22,338 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:22,339 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:19:22,340 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65817619, jitterRate=-0.019241049885749817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:22,340 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:19:22,340 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738762329Writing region info on filesystem at 1732738762329Initializing all the Stores at 1732738762330 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738762330Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738762330Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738762330Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738762330Cleaning up temporary data from old regions at 1732738762338 (+8 ms)Running coprocessor post-open hooks at 1732738762340 (+2 ms)Region opened successfully at 1732738762340 2024-11-27T20:19:22,341 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738762304 2024-11-27T20:19:22,342 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:19:22,342 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:19:22,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,43197,1732738759707 2024-11-27T20:19:22,343 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,43197,1732738759707, state=OPEN 2024-11-27T20:19:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1358664404/meta-region-server 2024-11-27T20:19:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1358664404/meta-region-server 2024-11-27T20:19:22,345 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,43197,1732738759707 2024-11-27T20:19:22,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1358664404/meta-region-server: CHANGED 2024-11-27T20:19:22,345 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1358664404/meta-region-server: CHANGED 2024-11-27T20:19:22,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:19:22,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,43197,1732738759707 in 193 msec 2024-11-27T20:19:22,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:19:22,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-27T20:19:22,349 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:22,349 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:19:22,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:22,350 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,43197,1732738759707, seqNum=-1] 2024-11-27T20:19:22,351 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:22,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:22,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-27T20:19:22,356 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738762356, completionTime=-1 2024-11-27T20:19:22,356 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:19:22,356 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:19:22,357 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:19:22,357 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738822357 2024-11-27T20:19:22,357 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738882357 2024-11-27T20:19:22,357 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:19:22,357 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,42121,1732738759601-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:22,358 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,42121,1732738759601-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:22,358 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,42121,1732738759601-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:22,358 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:42121, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:22,358 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:22,358 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:22,359 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:19:22,361 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.543sec 2024-11-27T20:19:22,361 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:19:22,361 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:19:22,361 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:19:22,361 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:19:22,361 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:19:22,361 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,42121,1732738759601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:19:22,361 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,42121,1732738759601-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:19:22,363 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:19:22,363 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:19:22,363 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,42121,1732738759601-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:22,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8078620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:22,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,42121,-1 for getting cluster id 2024-11-27T20:19:22,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:22,395 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7a8c288-7771-4b53-97a3-fbbe8d5c5157' 2024-11-27T20:19:22,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:22,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7a8c288-7771-4b53-97a3-fbbe8d5c5157" 2024-11-27T20:19:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312a3df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,42121,-1] 2024-11-27T20:19:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:22,396 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:22,397 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:22,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@875f651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:22,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:22,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,43197,1732738759707, seqNum=-1] 2024-11-27T20:19:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:22,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,42121,1732738759601 2024-11-27T20:19:22,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53073 2024-11-27T20:19:22,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:22,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b1513e90005 connected 2024-11-27T20:19:22,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,32817,1732738756070 2024-11-27T20:19:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@628301d3 2024-11-27T20:19:22,409 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:22,410 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:22,411 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:19:22,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:19:22,413 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:22,413 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:19:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:22,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:19:22,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:19:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:22,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79a57169dcb28755759cd51148f55961, NAME => 'test,,1732738762411.79a57169dcb28755759cd51148f55961.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea 2024-11-27T20:19:22,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:19:23,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:23,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738762411.79a57169dcb28755759cd51148f55961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:23,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 79a57169dcb28755759cd51148f55961, disabling compactions & flushes 2024-11-27T20:19:23,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:23,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:23,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738762411.79a57169dcb28755759cd51148f55961. after waiting 0 ms 2024-11-27T20:19:23,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:23,229 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:23,229 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79a57169dcb28755759cd51148f55961: Waiting for close lock at 1732738763229Disabling compacts and flushes for region at 1732738763229Disabling writes for close at 1732738763229Writing region close event to WAL at 1732738763229Closed at 1732738763229 2024-11-27T20:19:23,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:19:23,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738762411.79a57169dcb28755759cd51148f55961.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738763230"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738763230"}]},"ts":"1732738763230"} 2024-11-27T20:19:23,233 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:19:23,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:19:23,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738763234"}]},"ts":"1732738763234"} 2024-11-27T20:19:23,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:19:23,236 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79a57169dcb28755759cd51148f55961, ASSIGN}] 2024-11-27T20:19:23,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79a57169dcb28755759cd51148f55961, ASSIGN 2024-11-27T20:19:23,238 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=79a57169dcb28755759cd51148f55961, ASSIGN; state=OFFLINE, location=6daf43b95769,37669,1732738756174; forceNewPlan=false, retain=false 2024-11-27T20:19:23,389 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79a57169dcb28755759cd51148f55961, regionState=OPENING, regionLocation=6daf43b95769,37669,1732738756174 2024-11-27T20:19:23,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=79a57169dcb28755759cd51148f55961, ASSIGN because future has completed 2024-11-27T20:19:23,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79a57169dcb28755759cd51148f55961, server=6daf43b95769,37669,1732738756174}] 2024-11-27T20:19:23,547 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:23,547 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 79a57169dcb28755759cd51148f55961, NAME => 'test,,1732738762411.79a57169dcb28755759cd51148f55961.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:23,548 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:23,548 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:19:23,548 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,548 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738762411.79a57169dcb28755759cd51148f55961.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:23,548 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,548 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,549 INFO [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,551 INFO [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a57169dcb28755759cd51148f55961 columnFamilyName f 2024-11-27T20:19:23,551 DEBUG [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:23,551 INFO [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] regionserver.HStore(327): Store=79a57169dcb28755759cd51148f55961/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:23,551 INFO [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:23,552 INFO [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a57169dcb28755759cd51148f55961 columnFamilyName f1 2024-11-27T20:19:23,552 DEBUG [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:23,553 INFO [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] regionserver.HStore(327): Store=79a57169dcb28755759cd51148f55961/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:23,553 INFO [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,554 INFO [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79a57169dcb28755759cd51148f55961 columnFamilyName norep 2024-11-27T20:19:23,554 DEBUG [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:23,554 INFO [StoreOpener-79a57169dcb28755759cd51148f55961-1 {}] regionserver.HStore(327): Store=79a57169dcb28755759cd51148f55961/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:23,554 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,555 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,555 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,556 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,556 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,556 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:19:23,558 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,560 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:23,560 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 79a57169dcb28755759cd51148f55961; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64971587, jitterRate=-0.03184790909290314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:19:23,560 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:23,561 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 79a57169dcb28755759cd51148f55961: Running coprocessor pre-open hook at 1732738763548Writing region info on filesystem at 1732738763548Initializing all the Stores at 1732738763549 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738763549Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738763549Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738763549Cleaning up temporary data from old regions at 1732738763556 (+7 ms)Running coprocessor post-open hooks at 1732738763560 (+4 ms)Region opened successfully at 1732738763561 (+1 ms) 2024-11-27T20:19:23,562 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738762411.79a57169dcb28755759cd51148f55961., pid=6, masterSystemTime=1732738763543 2024-11-27T20:19:23,564 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:23,564 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:23,565 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79a57169dcb28755759cd51148f55961, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,37669,1732738756174 2024-11-27T20:19:23,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79a57169dcb28755759cd51148f55961, server=6daf43b95769,37669,1732738756174 because future has completed 2024-11-27T20:19:23,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:19:23,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 79a57169dcb28755759cd51148f55961, server=6daf43b95769,37669,1732738756174 in 176 msec 2024-11-27T20:19:23,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:19:23,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=79a57169dcb28755759cd51148f55961, ASSIGN in 334 msec 2024-11-27T20:19:23,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:19:23,573 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738763572"}]},"ts":"1732738763572"} 2024-11-27T20:19:23,574 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:19:23,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:19:23,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-27T20:19:23,652 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:19:23,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T20:19:24,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:19:24,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:24,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:24,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:24,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:24,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:24,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:24,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:24,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:24,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:19:24,329 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T20:19:24,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T20:19:24,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T20:19:24,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:24,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T20:19:24,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:19:24,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T20:19:24,330 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:24,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T20:19:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:24,563 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:19:24,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:24,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,42121,1732738759601 2024-11-27T20:19:24,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b4c789a 2024-11-27T20:19:24,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:24,565 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:24,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:19:24,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:19:24,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:24,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:19:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:24,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:19:24,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:19:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:24,977 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e69a79e5cd93bd822fc96863439a0e8, NAME => 'test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf 2024-11-27T20:19:24,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:19:24,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:24,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3e69a79e5cd93bd822fc96863439a0e8, disabling compactions & flushes 2024-11-27T20:19:24,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:24,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:24,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. after waiting 0 ms 2024-11-27T20:19:24,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:24,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:24,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e69a79e5cd93bd822fc96863439a0e8: Waiting for close lock at 1732738764997Disabling compacts and flushes for region at 1732738764997Disabling writes for close at 1732738764997Writing region close event to WAL at 1732738764997Closed at 1732738764997 2024-11-27T20:19:24,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:19:24,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738764999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738764999"}]},"ts":"1732738764999"} 2024-11-27T20:19:25,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:19:25,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:19:25,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738765002"}]},"ts":"1732738765002"} 2024-11-27T20:19:25,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:19:25,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e69a79e5cd93bd822fc96863439a0e8, ASSIGN}] 2024-11-27T20:19:25,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3e69a79e5cd93bd822fc96863439a0e8, ASSIGN 2024-11-27T20:19:25,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3e69a79e5cd93bd822fc96863439a0e8, ASSIGN; state=OFFLINE, location=6daf43b95769,43197,1732738759707; forceNewPlan=false, retain=false 2024-11-27T20:19:25,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e69a79e5cd93bd822fc96863439a0e8, regionState=OPENING, regionLocation=6daf43b95769,43197,1732738759707 2024-11-27T20:19:25,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3e69a79e5cd93bd822fc96863439a0e8, ASSIGN because future has completed 2024-11-27T20:19:25,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e69a79e5cd93bd822fc96863439a0e8, server=6daf43b95769,43197,1732738759707}] 2024-11-27T20:19:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:25,317 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:25,317 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e69a79e5cd93bd822fc96863439a0e8, NAME => 'test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:25,318 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:25,318 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:19:25,318 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,318 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:25,318 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,318 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,319 INFO [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,320 INFO [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e69a79e5cd93bd822fc96863439a0e8 columnFamilyName f 2024-11-27T20:19:25,320 DEBUG [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:25,321 INFO [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] regionserver.HStore(327): Store=3e69a79e5cd93bd822fc96863439a0e8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:25,321 INFO [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,322 INFO [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e69a79e5cd93bd822fc96863439a0e8 columnFamilyName f1 2024-11-27T20:19:25,322 DEBUG [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:25,322 INFO [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] regionserver.HStore(327): Store=3e69a79e5cd93bd822fc96863439a0e8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:25,323 INFO [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,323 INFO [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e69a79e5cd93bd822fc96863439a0e8 columnFamilyName norep 2024-11-27T20:19:25,324 DEBUG [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:25,324 INFO [StoreOpener-3e69a79e5cd93bd822fc96863439a0e8-1 {}] regionserver.HStore(327): Store=3e69a79e5cd93bd822fc96863439a0e8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:25,324 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,325 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,325 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,326 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,326 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,326 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:19:25,327 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,329 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:25,329 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3e69a79e5cd93bd822fc96863439a0e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72499326, jitterRate=0.08032414317131042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:19:25,329 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:25,330 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3e69a79e5cd93bd822fc96863439a0e8: Running coprocessor pre-open hook at 1732738765318Writing region info on filesystem at 1732738765318Initializing all the Stores at 1732738765319 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738765319Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738765319Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738765319Cleaning up temporary data from old regions at 1732738765326 (+7 ms)Running coprocessor post-open hooks at 1732738765329 (+3 ms)Region opened successfully at 1732738765329 2024-11-27T20:19:25,330 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8., pid=6, masterSystemTime=1732738765313 2024-11-27T20:19:25,332 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:25,332 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:25,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e69a79e5cd93bd822fc96863439a0e8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,43197,1732738759707 2024-11-27T20:19:25,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e69a79e5cd93bd822fc96863439a0e8, server=6daf43b95769,43197,1732738759707 because future has completed 2024-11-27T20:19:25,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:19:25,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e69a79e5cd93bd822fc96863439a0e8, server=6daf43b95769,43197,1732738759707 in 175 msec 2024-11-27T20:19:25,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:19:25,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3e69a79e5cd93bd822fc96863439a0e8, ASSIGN in 333 msec 2024-11-27T20:19:25,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:19:25,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738765340"}]},"ts":"1732738765340"} 2024-11-27T20:19:25,342 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:19:25,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:19:25,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 777 msec 2024-11-27T20:19:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:25,702 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:19:25,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7568e34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32817,-1 for getting cluster id 2024-11-27T20:19:25,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:25,704 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b452edc4-1791-4eb7-a374-211686223e34' 2024-11-27T20:19:25,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:25,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b452edc4-1791-4eb7-a374-211686223e34" 2024-11-27T20:19:25,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c73da28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32817,-1] 2024-11-27T20:19:25,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:25,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:25,705 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:25,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a82114a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698332da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,42121,-1 for getting cluster id 2024-11-27T20:19:25,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:25,707 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7a8c288-7771-4b53-97a3-fbbe8d5c5157' 2024-11-27T20:19:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7a8c288-7771-4b53-97a3-fbbe8d5c5157" 2024-11-27T20:19:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62efe144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,42121,-1] 2024-11-27T20:19:25,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:25,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:25,708 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:25,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a45bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331c8889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32817,-1 for getting cluster id 2024-11-27T20:19:25,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:25,710 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b452edc4-1791-4eb7-a374-211686223e34' 2024-11-27T20:19:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:25,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b452edc4-1791-4eb7-a374-211686223e34" 2024-11-27T20:19:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20892b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32817,-1] 2024-11-27T20:19:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:25,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:25,712 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:25,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712401a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:25,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,32817,1732738756070 2024-11-27T20:19:25,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f9ab18a 2024-11-27T20:19:25,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:25,714 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:25,715 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:42121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:19:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:19:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:25,717 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:42121' 2024-11-27T20:19:25,718 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d76f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,718 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,42121,-1 for getting cluster id 2024-11-27T20:19:25,718 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:25,719 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7a8c288-7771-4b53-97a3-fbbe8d5c5157' 2024-11-27T20:19:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7a8c288-7771-4b53-97a3-fbbe8d5c5157" 2024-11-27T20:19:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129b1331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,42121,-1] 2024-11-27T20:19:25,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:25,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:25,720 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691c66ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:25,721 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,42121,1732738759601 2024-11-27T20:19:25,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11bf3130 2024-11-27T20:19:25,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:25,722 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:25,723 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:19:25,723 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:19:25,723 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:25,723 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:25,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:25,724 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:25,725 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:19:25,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:19:25,726 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:25,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:19:25,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:19:25,775 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:19:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:26,136 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb70393c3b36f7f08d1a842213f1e407, NAME => 'hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea 2024-11-27T20:19:26,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:19:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bb70393c3b36f7f08d1a842213f1e407, disabling compactions & flushes 2024-11-27T20:19:26,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. after waiting 0 ms 2024-11-27T20:19:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:26,150 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:26,150 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb70393c3b36f7f08d1a842213f1e407: Waiting for close lock at 1732738766150Disabling compacts and flushes for region at 1732738766150Disabling writes for close at 1732738766150Writing region close event to WAL at 1732738766150Closed at 1732738766150 2024-11-27T20:19:26,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:19:26,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738766151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738766151"}]},"ts":"1732738766151"} 2024-11-27T20:19:26,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:19:26,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:19:26,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738766159"}]},"ts":"1732738766159"} 2024-11-27T20:19:26,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:19:26,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb70393c3b36f7f08d1a842213f1e407, ASSIGN}] 2024-11-27T20:19:26,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb70393c3b36f7f08d1a842213f1e407, ASSIGN 2024-11-27T20:19:26,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bb70393c3b36f7f08d1a842213f1e407, ASSIGN; state=OFFLINE, location=6daf43b95769,37669,1732738756174; forceNewPlan=false, retain=false 2024-11-27T20:19:26,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bb70393c3b36f7f08d1a842213f1e407, regionState=OPENING, regionLocation=6daf43b95769,37669,1732738756174 2024-11-27T20:19:26,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bb70393c3b36f7f08d1a842213f1e407, ASSIGN because future has completed 2024-11-27T20:19:26,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb70393c3b36f7f08d1a842213f1e407, server=6daf43b95769,37669,1732738756174}] 2024-11-27T20:19:26,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:26,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:26,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:26,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:19:26,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C37669%2C1732738756174.rep, suffix=, logDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174, archiveDir=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/oldWALs, maxLogs=10 2024-11-27T20:19:26,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.rep.1732738766474, exclude list is [], retry=0 2024-11-27T20:19:26,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36815,DS-49b610a1-6641-4677-a253-1c052636c4a0,DISK] 2024-11-27T20:19:26,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.rep.1732738766474 2024-11-27T20:19:26,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46221:46221)] 2024-11-27T20:19:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bb70393c3b36f7f08d1a842213f1e407, NAME => 'hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:26,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:19:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. service=MultiRowMutationService 2024-11-27T20:19:26,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:19:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:26,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,499 INFO [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,500 INFO [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb70393c3b36f7f08d1a842213f1e407 columnFamilyName hfileref 2024-11-27T20:19:26,500 DEBUG [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:26,501 INFO [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] regionserver.HStore(327): Store=bb70393c3b36f7f08d1a842213f1e407/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:26,501 INFO [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,502 INFO [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb70393c3b36f7f08d1a842213f1e407 columnFamilyName queue 2024-11-27T20:19:26,502 DEBUG [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:26,502 INFO [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] regionserver.HStore(327): Store=bb70393c3b36f7f08d1a842213f1e407/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:26,502 INFO [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,503 INFO [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb70393c3b36f7f08d1a842213f1e407 columnFamilyName sid 2024-11-27T20:19:26,503 DEBUG [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:26,504 INFO [StoreOpener-bb70393c3b36f7f08d1a842213f1e407-1 {}] regionserver.HStore(327): Store=bb70393c3b36f7f08d1a842213f1e407/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:26,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:19:26,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:26,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bb70393c3b36f7f08d1a842213f1e407; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64975338, jitterRate=-0.031792014837265015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:19:26,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:26,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bb70393c3b36f7f08d1a842213f1e407: Running coprocessor pre-open hook at 1732738766498Writing region info on filesystem at 1732738766498Initializing all the Stores at 1732738766498Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738766499 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738766499Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738766499Cleaning up temporary data from old regions at 1732738766506 (+7 ms)Running coprocessor post-open hooks at 1732738766510 (+4 ms)Region opened successfully at 1732738766511 (+1 ms) 2024-11-27T20:19:26,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407., pid=10, masterSystemTime=1732738766469 2024-11-27T20:19:26,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:26,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:26,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bb70393c3b36f7f08d1a842213f1e407, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,37669,1732738756174 2024-11-27T20:19:26,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb70393c3b36f7f08d1a842213f1e407, server=6daf43b95769,37669,1732738756174 because future has completed 2024-11-27T20:19:26,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:19:26,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bb70393c3b36f7f08d1a842213f1e407, server=6daf43b95769,37669,1732738756174 in 200 msec 2024-11-27T20:19:26,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:19:26,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bb70393c3b36f7f08d1a842213f1e407, ASSIGN in 358 msec 2024-11-27T20:19:26,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:19:26,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738766521"}]},"ts":"1732738766521"} 2024-11-27T20:19:26,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:19:26,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:19:26,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 799 msec 2024-11-27T20:19:26,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407., hostname=6daf43b95769,37669,1732738756174, seqNum=2] 2024-11-27T20:19:26,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:26,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:26,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:19:26,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37669 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:19:26,694 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:19:26,725 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,37669,1732738756174, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:19:26,726 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:26,726 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37669,1732738756174, seqNum=-1] 2024-11-27T20:19:26,726 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:26,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T20:19:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,37669,1732738756174', locateType=CURRENT is [region=hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407., hostname=6daf43b95769,37669,1732738756174, seqNum=2] 2024-11-27T20:19:26,732 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:19:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:19:26,735 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,37669,1732738756174 suceeded 2024-11-27T20:19:26,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:19:26,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-27T20:19:26,737 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:42121,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:19:26,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0220 sec 2024-11-27T20:19:26,754 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:42121' 2024-11-27T20:19:26,759 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f49b366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:26,759 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,42121,-1 for getting cluster id 2024-11-27T20:19:26,759 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:26,760 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7a8c288-7771-4b53-97a3-fbbe8d5c5157' 2024-11-27T20:19:26,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:26,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7a8c288-7771-4b53-97a3-fbbe8d5c5157" 2024-11-27T20:19:26,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63866bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:26,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,42121,-1] 2024-11-27T20:19:26,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:26,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:26,762 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:26,763 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651bb442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:26,763 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:26,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,42121,1732738759601 2024-11-27T20:19:26,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fac0482 2024-11-27T20:19:26,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:26,765 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T20:19:26,765 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,37669,1732738756174 (queues=1) is replicating from cluster=b452edc4-1791-4eb7-a374-211686223e34 to cluster=e7a8c288-7771-4b53-97a3-fbbe8d5c5157 2024-11-27T20:19:26,765 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C37669%2C1732738756174 2024-11-27T20:19:26,766 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,37669,1732738756174, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:19:26,766 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C37669%2C1732738756174 2024-11-27T20:19:26,766 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794, startPosition=0, beingWritten=true 2024-11-27T20:19:26,773 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:26,773 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 379, reset compression=false 2024-11-27T20:19:26,773 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37669,1732738756174 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:26,852 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:19:26,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:26,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:26,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:26,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:26,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:26,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4967bdb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:26,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,42121,-1 for getting cluster id 2024-11-27T20:19:26,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:26,854 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7a8c288-7771-4b53-97a3-fbbe8d5c5157' 2024-11-27T20:19:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7a8c288-7771-4b53-97a3-fbbe8d5c5157" 2024-11-27T20:19:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dbec94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,42121,-1] 2024-11-27T20:19:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:26,856 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:26,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b16c0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:26,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,42121,1732738759601 2024-11-27T20:19:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4392bf94 2024-11-27T20:19:26,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:26,859 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:26,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:32817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:19:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:19:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:26,863 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:32817' 2024-11-27T20:19:26,864 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59131849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:26,864 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32817,-1 for getting cluster id 2024-11-27T20:19:26,864 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:26,865 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b452edc4-1791-4eb7-a374-211686223e34' 2024-11-27T20:19:26,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:26,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b452edc4-1791-4eb7-a374-211686223e34" 2024-11-27T20:19:26,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45edf67f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:26,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32817,-1] 2024-11-27T20:19:26,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:26,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:26,866 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:26,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfe66e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:26,867 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:26,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,32817,1732738756070 2024-11-27T20:19:26,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@116deb81 2024-11-27T20:19:26,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:26,869 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:26,869 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:19:26,870 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:19:26,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:26,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:26,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:26,870 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:26,871 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:19:26,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:19:26,872 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:26,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:19:26,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:19:26,922 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:19:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:26,981 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 379, reset compression=false 2024-11-27T20:19:27,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:27,281 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 228345b1d472b9e61a062927278652c8, NAME => 'hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf 2024-11-27T20:19:27,286 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 379, reset compression=false 2024-11-27T20:19:27,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:19:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:27,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:27,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 228345b1d472b9e61a062927278652c8, disabling compactions & flushes 2024-11-27T20:19:27,688 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:27,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:27,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. after waiting 0 ms 2024-11-27T20:19:27,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:27,688 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:27,688 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 228345b1d472b9e61a062927278652c8: Waiting for close lock at 1732738767688Disabling compacts and flushes for region at 1732738767688Disabling writes for close at 1732738767688Writing region close event to WAL at 1732738767688Closed at 1732738767688 2024-11-27T20:19:27,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:19:27,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738767689"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738767689"}]},"ts":"1732738767689"} 2024-11-27T20:19:27,691 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 379, reset compression=false 2024-11-27T20:19:27,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:19:27,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:19:27,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738767697"}]},"ts":"1732738767697"} 2024-11-27T20:19:27,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:19:27,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=228345b1d472b9e61a062927278652c8, ASSIGN}] 2024-11-27T20:19:27,703 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=228345b1d472b9e61a062927278652c8, ASSIGN 2024-11-27T20:19:27,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=228345b1d472b9e61a062927278652c8, ASSIGN; state=OFFLINE, location=6daf43b95769,43197,1732738759707; forceNewPlan=false, retain=false 2024-11-27T20:19:27,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=228345b1d472b9e61a062927278652c8, regionState=OPENING, regionLocation=6daf43b95769,43197,1732738759707 2024-11-27T20:19:27,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=228345b1d472b9e61a062927278652c8, ASSIGN because future has completed 2024-11-27T20:19:27,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 228345b1d472b9e61a062927278652c8, server=6daf43b95769,43197,1732738759707}] 2024-11-27T20:19:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:28,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:28,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:28,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:19:28,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C43197%2C1732738759707.rep, suffix=, logDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707, archiveDir=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/oldWALs, maxLogs=10 2024-11-27T20:19:28,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.rep.1732738768017, exclude list is [], retry=0 2024-11-27T20:19:28,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33753,DS-629f9771-b683-4b69-b243-fbfefa006a17,DISK] 2024-11-27T20:19:28,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.rep.1732738768017 2024-11-27T20:19:28,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43455:43455)] 2024-11-27T20:19:28,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 228345b1d472b9e61a062927278652c8, NAME => 'hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:28,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:28,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:19:28,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. service=MultiRowMutationService 2024-11-27T20:19:28,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:19:28,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:28,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,037 INFO [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,038 INFO [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 228345b1d472b9e61a062927278652c8 columnFamilyName hfileref 2024-11-27T20:19:28,038 DEBUG [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:28,039 INFO [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] regionserver.HStore(327): Store=228345b1d472b9e61a062927278652c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:28,039 INFO [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,040 INFO [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 228345b1d472b9e61a062927278652c8 columnFamilyName queue 2024-11-27T20:19:28,040 DEBUG [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:28,040 INFO [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] regionserver.HStore(327): Store=228345b1d472b9e61a062927278652c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:28,040 INFO [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,041 INFO [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 228345b1d472b9e61a062927278652c8 columnFamilyName sid 2024-11-27T20:19:28,041 DEBUG [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:28,042 INFO [StoreOpener-228345b1d472b9e61a062927278652c8-1 {}] regionserver.HStore(327): Store=228345b1d472b9e61a062927278652c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:28,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:19:28,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:28,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 228345b1d472b9e61a062927278652c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61893861, jitterRate=-0.07770960032939911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:19:28,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:28,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 228345b1d472b9e61a062927278652c8: Running coprocessor pre-open hook at 1732738768036Writing region info on filesystem at 1732738768036Initializing all the Stores at 1732738768037 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738768037Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738768037Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738768037Cleaning up temporary data from old regions at 1732738768043 (+6 ms)Running coprocessor post-open hooks at 1732738768048 (+5 ms)Region opened successfully at 1732738768048 2024-11-27T20:19:28,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8., pid=10, masterSystemTime=1732738768011 2024-11-27T20:19:28,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:28,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:28,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=228345b1d472b9e61a062927278652c8, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,43197,1732738759707 2024-11-27T20:19:28,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 228345b1d472b9e61a062927278652c8, server=6daf43b95769,43197,1732738759707 because future has completed 2024-11-27T20:19:28,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:19:28,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 228345b1d472b9e61a062927278652c8, server=6daf43b95769,43197,1732738759707 in 195 msec 2024-11-27T20:19:28,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:19:28,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=228345b1d472b9e61a062927278652c8, ASSIGN in 355 msec 2024-11-27T20:19:28,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:19:28,058 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738768058"}]},"ts":"1732738768058"} 2024-11-27T20:19:28,060 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:19:28,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:19:28,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-27T20:19:28,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8., hostname=6daf43b95769,43197,1732738759707, seqNum=2] 2024-11-27T20:19:28,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:28,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:28,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:19:28,198 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 379, reset compression=false 2024-11-27T20:19:28,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:19:28,240 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:19:28,269 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,43197,1732738759707, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:19:28,270 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:28,270 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,43197,1732738759707, seqNum=-1] 2024-11-27T20:19:28,270 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:28,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T20:19:28,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,43197,1732738759707', locateType=CURRENT is [region=hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8., hostname=6daf43b95769,43197,1732738759707, seqNum=2] 2024-11-27T20:19:28,276 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:19:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:19:28,278 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,43197,1732738759707 suceeded 2024-11-27T20:19:28,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:19:28,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-27T20:19:28,279 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:32817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:19:28,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-27T20:19:28,290 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:32817' 2024-11-27T20:19:28,291 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f3eb27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:28,291 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32817,-1 for getting cluster id 2024-11-27T20:19:28,291 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:28,292 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b452edc4-1791-4eb7-a374-211686223e34' 2024-11-27T20:19:28,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:28,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b452edc4-1791-4eb7-a374-211686223e34" 2024-11-27T20:19:28,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60c37302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:28,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32817,-1] 2024-11-27T20:19:28,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:28,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:28,293 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:28,294 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21890ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:28,294 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,32817,1732738756070 2024-11-27T20:19:28,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aaba8b 2024-11-27T20:19:28,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:28,295 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T20:19:28,296 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,43197,1732738759707 (queues=1) is replicating from cluster=e7a8c288-7771-4b53-97a3-fbbe8d5c5157 to cluster=b452edc4-1791-4eb7-a374-211686223e34 2024-11-27T20:19:28,296 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C43197%2C1732738759707 2024-11-27T20:19:28,296 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,43197,1732738759707, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:19:28,297 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407, startPosition=0, beingWritten=true 2024-11-27T20:19:28,298 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C43197%2C1732738759707 2024-11-27T20:19:28,302 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:28,302 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 379, reset compression=false 2024-11-27T20:19:28,302 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,43197,1732738759707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:28,506 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 379, reset compression=false 2024-11-27T20:19:28,803 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 379, reset compression=false 2024-11-27T20:19:28,810 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 379, reset compression=false 2024-11-27T20:19:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42121 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:29,012 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:19:29,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:29,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:29,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:29,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:29,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:29,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:29,017 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732738769017/Put/seqid=0 2024-11-27T20:19:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741840_1016 (size=7894) 2024-11-27T20:19:29,215 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 379, reset compression=false 2024-11-27T20:19:29,425 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732738769424/Put/seqid=0 2024-11-27T20:19:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741841_1017 (size=7691) 2024-11-27T20:19:29,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5788d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:29,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32817,-1 for getting cluster id 2024-11-27T20:19:29,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:29,433 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b452edc4-1791-4eb7-a374-211686223e34' 2024-11-27T20:19:29,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:29,433 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b452edc4-1791-4eb7-a374-211686223e34" 2024-11-27T20:19:29,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8793b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:29,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32817,-1] 2024-11-27T20:19:29,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:29,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:29,435 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:29,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33dcfb5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:29,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37669,1732738756174, seqNum=-1] 2024-11-27T20:19:29,438 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:29,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:29,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,32817,1732738756070 2024-11-27T20:19:29,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52dab120 2024-11-27T20:19:29,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:29,450 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:29,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738762411.79a57169dcb28755759cd51148f55961., hostname=6daf43b95769,37669,1732738756174, seqNum=2] 2024-11-27T20:19:29,456 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:19:29,462 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T20:19:29,465 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T20:19:29,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 79a57169dcb28755759cd51148f55961/f 2024-11-27T20:19:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T20:19:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:19:29,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 79a57169dcb28755759cd51148f55961/f 2024-11-27T20:19:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T20:19:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:19:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HRegion(2603): Flush status journal for 79a57169dcb28755759cd51148f55961: 2024-11-27T20:19:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins__test__vqloiccne5fpjp7qvu6upntu8k9cd8ekiqoi6vb5t0o1p448fh495bll6e5sgmjs/f/hfile_1 2024-11-27T20:19:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins__test__vqloiccne5fpjp7qvu6upntu8k9cd8ekiqoi6vb5t0o1p448fh495bll6e5sgmjs/f/hfile_1 as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/288f13cec0c5457b896efa81183d6b0f_SeqId_4_ 2024-11-27T20:19:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins__test__vqloiccne5fpjp7qvu6upntu8k9cd8ekiqoi6vb5t0o1p448fh495bll6e5sgmjs/f/hfile_0 2024-11-27T20:19:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins__test__vqloiccne5fpjp7qvu6upntu8k9cd8ekiqoi6vb5t0o1p448fh495bll6e5sgmjs/f/hfile_0 as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/8f3b2f97a0c14045a579e247f6185ced_SeqId_4_ 2024-11-27T20:19:29,508 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 379, reset compression=false 2024-11-27T20:19:29,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins__test__vqloiccne5fpjp7qvu6upntu8k9cd8ekiqoi6vb5t0o1p448fh495bll6e5sgmjs/f/hfile_1 into 79a57169dcb28755759cd51148f55961/f as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/288f13cec0c5457b896efa81183d6b0f_SeqId_4_ - updating store file list. 2024-11-27T20:19:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 288f13cec0c5457b896efa81183d6b0f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:19:29,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/288f13cec0c5457b896efa81183d6b0f_SeqId_4_ into 79a57169dcb28755759cd51148f55961/f 2024-11-27T20:19:29,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins__test__vqloiccne5fpjp7qvu6upntu8k9cd8ekiqoi6vb5t0o1p448fh495bll6e5sgmjs/f/hfile_1 into 79a57169dcb28755759cd51148f55961/f (new location: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/288f13cec0c5457b896efa81183d6b0f_SeqId_4_) 2024-11-27T20:19:29,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins__test__vqloiccne5fpjp7qvu6upntu8k9cd8ekiqoi6vb5t0o1p448fh495bll6e5sgmjs/f/hfile_1 2024-11-27T20:19:29,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins__test__vqloiccne5fpjp7qvu6upntu8k9cd8ekiqoi6vb5t0o1p448fh495bll6e5sgmjs/f/hfile_0 into 79a57169dcb28755759cd51148f55961/f as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/8f3b2f97a0c14045a579e247f6185ced_SeqId_4_ - updating store file list. 2024-11-27T20:19:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f3b2f97a0c14045a579e247f6185ced_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:19:29,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/8f3b2f97a0c14045a579e247f6185ced_SeqId_4_ into 79a57169dcb28755759cd51148f55961/f 2024-11-27T20:19:29,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins__test__vqloiccne5fpjp7qvu6upntu8k9cd8ekiqoi6vb5t0o1p448fh495bll6e5sgmjs/f/hfile_0 into 79a57169dcb28755759cd51148f55961/f (new location: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/8f3b2f97a0c14045a579e247f6185ced_SeqId_4_) 2024-11-27T20:19:29,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins__test__vqloiccne5fpjp7qvu6upntu8k9cd8ekiqoi6vb5t0o1p448fh495bll6e5sgmjs/f/hfile_0 2024-11-27T20:19:29,526 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:29,526 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:29,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:29,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:29,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732738762411.79a57169dcb28755759cd51148f55961., hostname=6daf43b95769,37669,1732738756174, seqNum=2 , the old value is region=test,,1732738762411.79a57169dcb28755759cd51148f55961., hostname=6daf43b95769,37669,1732738756174, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6daf43b95769:37669 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:19:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732738762411.79a57169dcb28755759cd51148f55961., hostname=6daf43b95769,37669,1732738756174, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:19:29,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732738762411.79a57169dcb28755759cd51148f55961., hostname=6daf43b95769,37669,1732738756174, seqNum=2 from cache 2024-11-27T20:19:29,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,43197,1732738759707, seqNum=-1] 2024-11-27T20:19:29,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:29,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52314 deadline: 1732738829528 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52314 2024-11-27T20:19:29,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8., hostname=6daf43b95769,43197,1732738759707, seqNum=2] 2024-11-27T20:19:29,537 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T20:19:29,632 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:37669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:19:29,653 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T20:19:29,721 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 379, reset compression=false 2024-11-27T20:19:30,313 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 379, reset compression=false 2024-11-27T20:19:30,318 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:19:30,318 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37669,1732738756174 got entry batch from reader: WALEntryBatch [walEntries=[{test/79a57169dcb28755759cd51148f55961/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732738769524/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T20:19:30,321 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:19:30,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-27T20:19:30,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.ReplicationSink(318): Replicating [b452edc4-1791-4eb7-a374-211686223e34] bulk loaded data 2024-11-27T20:19:30,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2737aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:30,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,42121,-1 for getting cluster id 2024-11-27T20:19:30,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:30,324 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7a8c288-7771-4b53-97a3-fbbe8d5c5157' 2024-11-27T20:19:30,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:30,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7a8c288-7771-4b53-97a3-fbbe8d5c5157" 2024-11-27T20:19:30,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b400d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:30,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,42121,-1] 2024-11-27T20:19:30,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:30,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:30,325 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:30,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7be30e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:30,326 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 379, reset compression=false 2024-11-27T20:19:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741840_1016 (size=7691) 2024-11-27T20:19:30,518 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 687, reset compression=false 2024-11-27T20:19:30,539 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T20:19:30,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741841_1017 (size=7894) 2024-11-27T20:19:30,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:19:30,823 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 687, reset compression=false 2024-11-27T20:19:30,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:30,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:30,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:30,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:30,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:30,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:30,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:30,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:31,030 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 379, reset compression=false 2024-11-27T20:19:31,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:31,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,42121,1732738759601 2024-11-27T20:19:31,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2952c41c 2024-11-27T20:19:31,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:31,156 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T20:19:31,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:19:31,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:31,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,43197,1732738759707, seqNum=-1] 2024-11-27T20:19:31,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:31,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T20:19:31,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/288f13cec0c5457b896efa81183d6b0f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T20:19:31,168 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/8f3b2f97a0c14045a579e247f6185ced_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T20:19:31,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/288f13cec0c5457b896efa81183d6b0f_SeqId_4_ for inclusion in 3e69a79e5cd93bd822fc96863439a0e8/f 2024-11-27T20:19:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T20:19:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:19:31,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/8f3b2f97a0c14045a579e247f6185ced_SeqId_4_ for inclusion in 3e69a79e5cd93bd822fc96863439a0e8/f 2024-11-27T20:19:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T20:19:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:19:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HRegion(2603): Flush status journal for 3e69a79e5cd93bd822fc96863439a0e8: 2024-11-27T20:19:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 288f13cec0c5457b896efa81183d6b0f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:19:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/288f13cec0c5457b896efa81183d6b0f_SeqId_4_ as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/248e87192d3b479ca162c2c6eee9a038_SeqId_4_ 2024-11-27T20:19:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8f3b2f97a0c14045a579e247f6185ced_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:19:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/8f3b2f97a0c14045a579e247f6185ced_SeqId_4_ as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/ecda65f993094dada2484cd21059caac_SeqId_4_ 2024-11-27T20:19:31,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/288f13cec0c5457b896efa81183d6b0f_SeqId_4_ into 3e69a79e5cd93bd822fc96863439a0e8/f as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/248e87192d3b479ca162c2c6eee9a038_SeqId_4_ - updating store file list. 2024-11-27T20:19:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 248e87192d3b479ca162c2c6eee9a038_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:19:31,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/248e87192d3b479ca162c2c6eee9a038_SeqId_4_ into 3e69a79e5cd93bd822fc96863439a0e8/f 2024-11-27T20:19:31,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/288f13cec0c5457b896efa81183d6b0f_SeqId_4_ into 3e69a79e5cd93bd822fc96863439a0e8/f (new location: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/248e87192d3b479ca162c2c6eee9a038_SeqId_4_) 2024-11-27T20:19:31,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/288f13cec0c5457b896efa81183d6b0f_SeqId_4_ 2024-11-27T20:19:31,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/8f3b2f97a0c14045a579e247f6185ced_SeqId_4_ into 3e69a79e5cd93bd822fc96863439a0e8/f as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/ecda65f993094dada2484cd21059caac_SeqId_4_ - updating store file list. 2024-11-27T20:19:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ecda65f993094dada2484cd21059caac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:19:31,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/ecda65f993094dada2484cd21059caac_SeqId_4_ into 3e69a79e5cd93bd822fc96863439a0e8/f 2024-11-27T20:19:31,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/8f3b2f97a0c14045a579e247f6185ced_SeqId_4_ into 3e69a79e5cd93bd822fc96863439a0e8/f (new location: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/ecda65f993094dada2484cd21059caac_SeqId_4_) 2024-11-27T20:19:31,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__kohgna7u45vt3eilqqlvl562h9ic9ndvjduh7umlcpcpdldqhsf6rtiqdf43j980/f/8f3b2f97a0c14045a579e247f6185ced_SeqId_4_ 2024-11-27T20:19:31,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.ReplicationSink(324): Finished replicating [b452edc4-1791-4eb7-a374-211686223e34] bulk loaded data 2024-11-27T20:19:31,228 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 687, reset compression=false 2024-11-27T20:19:31,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:31,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732738771566/Put/seqid=0 2024-11-27T20:19:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741842_1018 (size=11194) 2024-11-27T20:19:31,733 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 687, reset compression=false 2024-11-27T20:19:31,835 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 379, reset compression=false 2024-11-27T20:19:31,840 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:19:31,840 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,43197,1732738759707 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e69a79e5cd93bd822fc96863439a0e8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732738771189/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T20:19:31,842 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:19:31,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-27T20:19:31,844 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.ReplicationSink(318): Replicating [b452edc4-1791-4eb7-a374-211686223e34, e7a8c288-7771-4b53-97a3-fbbe8d5c5157] bulk loaded data 2024-11-27T20:19:31,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2237cbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:31,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32817,-1 for getting cluster id 2024-11-27T20:19:31,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:31,845 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b452edc4-1791-4eb7-a374-211686223e34' 2024-11-27T20:19:31,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:31,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b452edc4-1791-4eb7-a374-211686223e34" 2024-11-27T20:19:31,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8b829d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:31,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32817,-1] 2024-11-27T20:19:31,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:31,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:31,847 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:31,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6ddd09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:31,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741842_1018 (size=7691) 2024-11-27T20:19:31,979 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732738771978/Put/seqid=0 2024-11-27T20:19:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741843_1019 (size=10791) 2024-11-27T20:19:32,040 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 725, reset compression=false 2024-11-27T20:19:32,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741843_1019 (size=7894) 2024-11-27T20:19:32,338 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 687, reset compression=false 2024-11-27T20:19:32,344 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 725, reset compression=false 2024-11-27T20:19:32,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3a5e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:32,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,42121,-1 for getting cluster id 2024-11-27T20:19:32,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:32,386 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7a8c288-7771-4b53-97a3-fbbe8d5c5157' 2024-11-27T20:19:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7a8c288-7771-4b53-97a3-fbbe8d5c5157" 2024-11-27T20:19:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5631e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,42121,-1] 2024-11-27T20:19:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:32,389 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:32,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f98669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:32,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:32,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,43197,1732738759707, seqNum=-1] 2024-11-27T20:19:32,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:32,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:32,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,42121,1732738759601 2024-11-27T20:19:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a783fb7 2024-11-27T20:19:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:32,402 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8., hostname=6daf43b95769,43197,1732738759707, seqNum=2] 2024-11-27T20:19:32,412 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:19:32,419 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T20:19:32,422 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T20:19:32,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 3e69a79e5cd93bd822fc96863439a0e8/f 2024-11-27T20:19:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T20:19:32,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:19:32,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 3e69a79e5cd93bd822fc96863439a0e8/f 2024-11-27T20:19:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T20:19:32,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:19:32,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HRegion(2603): Flush status journal for 3e69a79e5cd93bd822fc96863439a0e8: 2024-11-27T20:19:32,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins__test__vrcjmbgmm6gafte5rq17ii118ef7ibhvv982v4ha5tis6gp3in284l076rjl6t62/f/hfile_1 2024-11-27T20:19:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins__test__vrcjmbgmm6gafte5rq17ii118ef7ibhvv982v4ha5tis6gp3in284l076rjl6t62/f/hfile_1 as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_ 2024-11-27T20:19:32,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins__test__vrcjmbgmm6gafte5rq17ii118ef7ibhvv982v4ha5tis6gp3in284l076rjl6t62/f/hfile_0 2024-11-27T20:19:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins__test__vrcjmbgmm6gafte5rq17ii118ef7ibhvv982v4ha5tis6gp3in284l076rjl6t62/f/hfile_0 as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/e8cc119679184b96afdb4c21d094ea73_SeqId_6_ 2024-11-27T20:19:32,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins__test__vrcjmbgmm6gafte5rq17ii118ef7ibhvv982v4ha5tis6gp3in284l076rjl6t62/f/hfile_1 into 3e69a79e5cd93bd822fc96863439a0e8/f as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_ - updating store file list. 2024-11-27T20:19:32,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T20:19:32,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_ into 3e69a79e5cd93bd822fc96863439a0e8/f 2024-11-27T20:19:32,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins__test__vrcjmbgmm6gafte5rq17ii118ef7ibhvv982v4ha5tis6gp3in284l076rjl6t62/f/hfile_1 into 3e69a79e5cd93bd822fc96863439a0e8/f (new location: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_) 2024-11-27T20:19:32,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins__test__vrcjmbgmm6gafte5rq17ii118ef7ibhvv982v4ha5tis6gp3in284l076rjl6t62/f/hfile_1 2024-11-27T20:19:32,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins__test__vrcjmbgmm6gafte5rq17ii118ef7ibhvv982v4ha5tis6gp3in284l076rjl6t62/f/hfile_0 into 3e69a79e5cd93bd822fc96863439a0e8/f as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/e8cc119679184b96afdb4c21d094ea73_SeqId_6_ - updating store file list. 2024-11-27T20:19:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e8cc119679184b96afdb4c21d094ea73_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T20:19:32,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/e8cc119679184b96afdb4c21d094ea73_SeqId_6_ into 3e69a79e5cd93bd822fc96863439a0e8/f 2024-11-27T20:19:32,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins__test__vrcjmbgmm6gafte5rq17ii118ef7ibhvv982v4ha5tis6gp3in284l076rjl6t62/f/hfile_0 into 3e69a79e5cd93bd822fc96863439a0e8/f (new location: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/f/e8cc119679184b96afdb4c21d094ea73_SeqId_6_) 2024-11-27T20:19:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins__test__vrcjmbgmm6gafte5rq17ii118ef7ibhvv982v4ha5tis6gp3in284l076rjl6t62/f/hfile_0 2024-11-27T20:19:32,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:32,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:32,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:32,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:32,471 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:32,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8., hostname=6daf43b95769,43197,1732738759707, seqNum=2 , the old value is region=test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8., hostname=6daf43b95769,43197,1732738759707, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6daf43b95769:43197 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:19:32,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8., hostname=6daf43b95769,43197,1732738759707, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:19:32,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8., hostname=6daf43b95769,43197,1732738759707, seqNum=2 from cache 2024-11-27T20:19:32,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43197 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43197: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:46764 deadline: 1732738832471 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:46764 2024-11-27T20:19:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37669,1732738756174, seqNum=-1] 2024-11-27T20:19:32,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:32,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:32,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738762411.79a57169dcb28755759cd51148f55961., hostname=6daf43b95769,37669,1732738756174, seqNum=2] 2024-11-27T20:19:32,485 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T20:19:32,582 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:43197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:19:32,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:32,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,32817,1732738756070 2024-11-27T20:19:32,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eada4e8 2024-11-27T20:19:32,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:32,676 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T20:19:32,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:19:32,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37669,1732738756174, seqNum=-1] 2024-11-27T20:19:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:32,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T20:19:32,701 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__19i643q2pl6rh8jtqodcouiuqm61jmrpd1s13eomrlbs05fh425a6k7h7bstitom/f/248e87192d3b479ca162c2c6eee9a038_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T20:19:32,707 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__19i643q2pl6rh8jtqodcouiuqm61jmrpd1s13eomrlbs05fh425a6k7h7bstitom/f/ecda65f993094dada2484cd21059caac_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T20:19:32,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.ReplicationSink(324): Finished replicating [b452edc4-1791-4eb7-a374-211686223e34, e7a8c288-7771-4b53-97a3-fbbe8d5c5157] bulk loaded data 2024-11-27T20:19:32,748 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 725, reset compression=false 2024-11-27T20:19:32,767 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:19:32,767 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,43197,1732738759707 got entry batch from reader: WALEntryBatch [walEntries=[{test/3e69a79e5cd93bd822fc96863439a0e8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732738772468/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T20:19:32,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.ReplicationSink(318): Replicating [e7a8c288-7771-4b53-97a3-fbbe8d5c5157] bulk loaded data 2024-11-27T20:19:32,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741844_1020 (size=10791) 2024-11-27T20:19:32,967 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 1033, reset compression=false 2024-11-27T20:19:33,042 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 687, reset compression=false 2024-11-27T20:19:33,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741845_1021 (size=11194) 2024-11-27T20:19:33,290 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 1033, reset compression=false 2024-11-27T20:19:33,496 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T20:19:33,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:19:33,653 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T20:19:33,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/e8cc119679184b96afdb4c21d094ea73_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T20:19:33,695 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 1033, reset compression=false 2024-11-27T20:19:33,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/e8cc119679184b96afdb4c21d094ea73_SeqId_6_ for inclusion in 79a57169dcb28755759cd51148f55961/f 2024-11-27T20:19:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T20:19:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:19:33,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_ for inclusion in 79a57169dcb28755759cd51148f55961/f 2024-11-27T20:19:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T20:19:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:19:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HRegion(2603): Flush status journal for 79a57169dcb28755759cd51148f55961: 2024-11-27T20:19:33,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e8cc119679184b96afdb4c21d094ea73_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:19:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/e8cc119679184b96afdb4c21d094ea73_SeqId_6_ as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/155870e7be574afe8d239706f553ea9e_SeqId_6_ 2024-11-27T20:19:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:19:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_ as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/662e2c98898d46d8a046da91d6b9f666_SeqId_6_ 2024-11-27T20:19:33,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/e8cc119679184b96afdb4c21d094ea73_SeqId_6_ into 79a57169dcb28755759cd51148f55961/f as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/155870e7be574afe8d239706f553ea9e_SeqId_6_ - updating store file list. 2024-11-27T20:19:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 155870e7be574afe8d239706f553ea9e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T20:19:33,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/155870e7be574afe8d239706f553ea9e_SeqId_6_ into 79a57169dcb28755759cd51148f55961/f 2024-11-27T20:19:33,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/e8cc119679184b96afdb4c21d094ea73_SeqId_6_ into 79a57169dcb28755759cd51148f55961/f (new location: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/155870e7be574afe8d239706f553ea9e_SeqId_6_) 2024-11-27T20:19:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/e8cc119679184b96afdb4c21d094ea73_SeqId_6_ 2024-11-27T20:19:33,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_ into 79a57169dcb28755759cd51148f55961/f as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/662e2c98898d46d8a046da91d6b9f666_SeqId_6_ - updating store file list. 2024-11-27T20:19:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 662e2c98898d46d8a046da91d6b9f666_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T20:19:33,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/662e2c98898d46d8a046da91d6b9f666_SeqId_6_ into 79a57169dcb28755759cd51148f55961/f 2024-11-27T20:19:33,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_ into 79a57169dcb28755759cd51148f55961/f (new location: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/f/662e2c98898d46d8a046da91d6b9f666_SeqId_6_) 2024-11-27T20:19:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/staging/jenkins.hfs.10__test__ovuqedkaesqtukhbrahrr4jjhkgpvvg55el8qjrbi3i91uhdjjubgikj254heiod/f/d54f19d34c174a48bfea48c6f1322a1a_SeqId_6_ 2024-11-27T20:19:33,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37669 {}] regionserver.ReplicationSink(324): Finished replicating [e7a8c288-7771-4b53-97a3-fbbe8d5c5157] bulk loaded data 2024-11-27T20:19:33,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T20:19:33,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T20:19:33,864 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 687, reset compression=false 2024-11-27T20:19:33,886 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:19:33,887 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37669,1732738756174 got entry batch from reader: WALEntryBatch [walEntries=[{test/79a57169dcb28755759cd51148f55961/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732738773736/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T20:19:33,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.ReplicationSink(318): Replicating [e7a8c288-7771-4b53-97a3-fbbe8d5c5157, b452edc4-1791-4eb7-a374-211686223e34] bulk loaded data 2024-11-27T20:19:33,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741844_1020 (size=11194) 2024-11-27T20:19:33,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741845_1021 (size=10791) 2024-11-27T20:19:34,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:19:34,027 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__rto60t61dvn1u8flrpb5jb8imq6r7di68svroejfm8br6qvjafqsa0juqfj79ruc/f/155870e7be574afe8d239706f553ea9e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T20:19:34,031 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/staging/jenkins.hfs.11__test__rto60t61dvn1u8flrpb5jb8imq6r7di68svroejfm8br6qvjafqsa0juqfj79ruc/f/662e2c98898d46d8a046da91d6b9f666_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T20:19:34,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43197 {}] regionserver.ReplicationSink(324): Finished replicating [e7a8c288-7771-4b53-97a3-fbbe8d5c5157, b452edc4-1791-4eb7-a374-211686223e34] bulk loaded data 2024-11-27T20:19:34,087 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1033, reset compression=false 2024-11-27T20:19:34,233 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 1033, reset compression=false 2024-11-27T20:19:34,406 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1033, reset compression=false 2024-11-27T20:19:34,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:19:34,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:34,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:34,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:34,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:34,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:19:34,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1784370928, stopped=false 2024-11-27T20:19:34,510 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,42121,1732738759601 2024-11-27T20:19:34,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1358664404/running 2024-11-27T20:19:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1358664404/running 2024-11-27T20:19:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:34,512 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:34,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:34,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:34,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:34,513 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,43197,1732738759707' ***** 2024-11-27T20:19:34,513 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:19:34,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Set watcher on znode that does not yet exist, /1-1358664404/running 2024-11-27T20:19:34,513 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:19:34,513 INFO [RS:0;6daf43b95769:43197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:19:34,513 INFO [RS:0;6daf43b95769:43197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:19:34,513 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(3091): Received CLOSE for 228345b1d472b9e61a062927278652c8 2024-11-27T20:19:34,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:19:34,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Set watcher on znode that does not yet exist, /1-1358664404/running 2024-11-27T20:19:34,525 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:34,525 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,43197,1732738759707 2024-11-27T20:19:34,525 INFO [RS:0;6daf43b95769:43197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:34,525 INFO [RS:0;6daf43b95769:43197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:43197. 2024-11-27T20:19:34,525 DEBUG [RS:0;6daf43b95769:43197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:34,525 DEBUG [RS:0;6daf43b95769:43197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:34,525 INFO [RS:0;6daf43b95769:43197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:19:34,525 INFO [RS:0;6daf43b95769:43197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:19:34,525 INFO [RS:0;6daf43b95769:43197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:19:34,525 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:19:34,526 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 228345b1d472b9e61a062927278652c8, disabling compactions & flushes 2024-11-27T20:19:34,526 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:34,526 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:34,526 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. after waiting 0 ms 2024-11-27T20:19:34,526 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:34,526 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 228345b1d472b9e61a062927278652c8 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T20:19:34,535 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:19:34,535 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1325): Online Regions={228345b1d472b9e61a062927278652c8=hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8., 1588230740=hbase:meta,,1.1588230740, 3e69a79e5cd93bd822fc96863439a0e8=test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8.} 2024-11-27T20:19:34,535 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 228345b1d472b9e61a062927278652c8, 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:34,536 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:19:34,536 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:19:34,536 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:19:34,536 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:19:34,536 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:19:34,536 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:19:34,575 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:34,578 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/.tmp/hfileref/03644ce8693d4119ad395ccb1d8711d5 is 74, key is 1/hfileref:248e87192d3b479ca162c2c6eee9a038_SeqId_4_/1732738772712/DeleteColumn/seqid=0 2024-11-27T20:19:34,596 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/info/4f780e18dd79420d863216f70cf291fd is 147, key is hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8./info:regioninfo/1732738768051/Put/seqid=0 2024-11-27T20:19:34,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741846_1022 (size=5345) 2024-11-27T20:19:34,615 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/.tmp/hfileref/03644ce8693d4119ad395ccb1d8711d5 2024-11-27T20:19:34,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741847_1023 (size=7686) 2024-11-27T20:19:34,634 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/info/4f780e18dd79420d863216f70cf291fd 2024-11-27T20:19:34,657 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/.tmp/queue/3e79bf8934a24d1b847ff99283f1a84e is 154, key is 1-6daf43b95769,43197,1732738759707/queue:6daf43b95769%2C43197%2C1732738759707/1732738773742/Put/seqid=0 2024-11-27T20:19:34,671 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/ns/52913c8c4cda4537bb36c075e11b6e06 is 43, key is default/ns:d/1732738762352/Put/seqid=0 2024-11-27T20:19:34,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741848_1024 (size=5353) 2024-11-27T20:19:34,677 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/.tmp/queue/3e79bf8934a24d1b847ff99283f1a84e 2024-11-27T20:19:34,694 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/.tmp/hfileref/03644ce8693d4119ad395ccb1d8711d5 as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/hfileref/03644ce8693d4119ad395ccb1d8711d5 2024-11-27T20:19:34,700 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/hfileref/03644ce8693d4119ad395ccb1d8711d5, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T20:19:34,701 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/.tmp/queue/3e79bf8934a24d1b847ff99283f1a84e as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/queue/3e79bf8934a24d1b847ff99283f1a84e 2024-11-27T20:19:34,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741849_1025 (size=5153) 2024-11-27T20:19:34,724 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/queue/3e79bf8934a24d1b847ff99283f1a84e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T20:19:34,726 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 228345b1d472b9e61a062927278652c8 in 200ms, sequenceid=12, compaction requested=false 2024-11-27T20:19:34,735 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 228345b1d472b9e61a062927278652c8, 3e69a79e5cd93bd822fc96863439a0e8 2024-11-27T20:19:34,748 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/replication/228345b1d472b9e61a062927278652c8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T20:19:34,749 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:34,749 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:34,749 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:34,749 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 228345b1d472b9e61a062927278652c8: Waiting for close lock at 1732738774526Running coprocessor pre-close hooks at 1732738774526Disabling compacts and flushes for region at 1732738774526Disabling writes for close at 1732738774526Obtaining lock to block concurrent updates at 1732738774526Preparing flush snapshotting stores in 228345b1d472b9e61a062927278652c8 at 1732738774526Finished memstore snapshotting hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732738774527 (+1 ms)Flushing stores of hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. at 1732738774529 (+2 ms)Flushing 228345b1d472b9e61a062927278652c8/hfileref: creating writer at 1732738774530 (+1 ms)Flushing 228345b1d472b9e61a062927278652c8/hfileref: appending metadata at 1732738774578 (+48 ms)Flushing 228345b1d472b9e61a062927278652c8/hfileref: closing flushed file at 1732738774578Flushing 228345b1d472b9e61a062927278652c8/queue: creating writer at 1732738774622 (+44 ms)Flushing 228345b1d472b9e61a062927278652c8/queue: appending metadata at 1732738774655 (+33 ms)Flushing 228345b1d472b9e61a062927278652c8/queue: closing flushed file at 1732738774656 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63dfe8bd: reopening flushed file at 1732738774693 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc1309a: reopening flushed file at 1732738774700 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 228345b1d472b9e61a062927278652c8 in 200ms, sequenceid=12, compaction requested=false at 1732738774726 (+26 ms)Writing region close event to WAL at 1732738774732 (+6 ms)Running coprocessor post-close hooks at 1732738774749 (+17 ms)Closed at 1732738774749 2024-11-27T20:19:34,750 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738766870.228345b1d472b9e61a062927278652c8. 2024-11-27T20:19:34,750 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e69a79e5cd93bd822fc96863439a0e8, disabling compactions & flushes 2024-11-27T20:19:34,750 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:34,750 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:34,750 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. after waiting 0 ms 2024-11-27T20:19:34,750 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:34,766 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/default/test/3e69a79e5cd93bd822fc96863439a0e8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:19:34,767 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:34,767 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:19:34,767 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:34,767 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e69a79e5cd93bd822fc96863439a0e8: Waiting for close lock at 1732738774750Running coprocessor pre-close hooks at 1732738774750Disabling compacts and flushes for region at 1732738774750Disabling writes for close at 1732738774750Writing region close event to WAL at 1732738774761 (+11 ms)Running coprocessor post-close hooks at 1732738774767 (+6 ms)Closed at 1732738774767 2024-11-27T20:19:34,767 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8. 2024-11-27T20:19:34,835 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1033, reset compression=false 2024-11-27T20:19:34,874 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 1033, reset compression=false 2024-11-27T20:19:34,886 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:34,886 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 1328, reset compression=false 2024-11-27T20:19:34,886 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,43197,1732738759707 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:34,887 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,43197,1732738759707: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,43197,1732738759707, walGroup=6daf43b95769%2C43197%2C1732738759707, offset=6daf43b95769%2C43197%2C1732738759707.1732738761407:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:43197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:19:34,889 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:19:34,889 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:19:34,890 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:19:34,890 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:19:34,890 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:19:34,890 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 561751040 }, "NonHeapMemoryUsage": { "committed": 191496192, "init": 7667712, "max": -1, "used": 188811024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:19:34,895 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:42121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:42121 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T20:19:34,936 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:35,099 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 1328, reset compression=false 2024-11-27T20:19:35,119 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/ns/52913c8c4cda4537bb36c075e11b6e06 2024-11-27T20:19:35,140 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:35,147 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/rep_barrier/21dbd0aa1dfe4fdd969f4a5b1e8c0ed8 is 112, key is test,,1732738764566.3e69a79e5cd93bd822fc96863439a0e8./rep_barrier:seqnumDuringOpen/1732738765333/Put/seqid=0 2024-11-27T20:19:35,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741850_1026 (size=5518) 2024-11-27T20:19:35,153 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/rep_barrier/21dbd0aa1dfe4fdd969f4a5b1e8c0ed8 2024-11-27T20:19:35,183 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/table/5fab1457d924437eab0857670b255e09 is 53, key is hbase:replication/table:state/1732738768058/Put/seqid=0 2024-11-27T20:19:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741851_1027 (size=5308) 2024-11-27T20:19:35,314 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:19:35,314 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:19:35,339 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1033, reset compression=false 2024-11-27T20:19:35,340 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:35,417 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.wal-reader.6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/WALs/6daf43b95769,43197,1732738759707/6daf43b95769%2C43197%2C1732738759707.1732738761407 to pos 1328, reset compression=false 2024-11-27T20:19:35,540 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:19:35,540 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:19:35,541 DEBUG [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:35,588 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/table/5fab1457d924437eab0857670b255e09 2024-11-27T20:19:35,593 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/info/4f780e18dd79420d863216f70cf291fd as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/info/4f780e18dd79420d863216f70cf291fd 2024-11-27T20:19:35,597 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/info/4f780e18dd79420d863216f70cf291fd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:19:35,598 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/ns/52913c8c4cda4537bb36c075e11b6e06 as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/ns/52913c8c4cda4537bb36c075e11b6e06 2024-11-27T20:19:35,602 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/ns/52913c8c4cda4537bb36c075e11b6e06, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:19:35,602 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/rep_barrier/21dbd0aa1dfe4fdd969f4a5b1e8c0ed8 as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/rep_barrier/21dbd0aa1dfe4fdd969f4a5b1e8c0ed8 2024-11-27T20:19:35,606 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/rep_barrier/21dbd0aa1dfe4fdd969f4a5b1e8c0ed8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:19:35,607 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/.tmp/table/5fab1457d924437eab0857670b255e09 as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/table/5fab1457d924437eab0857670b255e09 2024-11-27T20:19:35,611 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/table/5fab1457d924437eab0857670b255e09, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:19:35,612 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1076ms, sequenceid=16, compaction requested=false 2024-11-27T20:19:35,616 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:19:35,616 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:35,616 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:35,616 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:35,616 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738774536Running coprocessor pre-close hooks at 1732738774536Disabling compacts and flushes for region at 1732738774536Disabling writes for close at 1732738774536Obtaining lock to block concurrent updates at 1732738774536Preparing flush snapshotting stores in 1588230740 at 1732738774536Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738774537 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738774542 (+5 ms)Flushing 1588230740/info: creating writer at 1732738774542Flushing 1588230740/info: appending metadata at 1732738774596 (+54 ms)Flushing 1588230740/info: closing flushed file at 1732738774596Flushing 1588230740/ns: creating writer at 1732738774643 (+47 ms)Flushing 1588230740/ns: appending metadata at 1732738774670 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732738774670Flushing 1588230740/rep_barrier: creating writer at 1732738775126 (+456 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738775146 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738775146Flushing 1588230740/table: creating writer at 1732738775161 (+15 ms)Flushing 1588230740/table: appending metadata at 1732738775183 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732738775183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66192254: reopening flushed file at 1732738775592 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a900095: reopening flushed file at 1732738775597 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227d7ed9: reopening flushed file at 1732738775602 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6190a82b: reopening flushed file at 1732738775607 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1076ms, sequenceid=16, compaction requested=false at 1732738775612 (+5 ms)Writing region close event to WAL at 1732738775613 (+1 ms)Running coprocessor post-close hooks at 1732738775616 (+3 ms)Closed at 1732738775616 2024-11-27T20:19:35,616 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:35,741 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,43197,1732738759707; all regions closed. 2024-11-27T20:19:35,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:19:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741839_1015 (size=3127) 2024-11-27T20:19:35,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741832_1008 (size=1336) 2024-11-27T20:19:35,749 DEBUG [RS:0;6daf43b95769:43197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:35,749 INFO [RS:0;6daf43b95769:43197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:35,749 INFO [RS:0;6daf43b95769:43197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:19:35,749 INFO [RS:0;6daf43b95769:43197 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T20:19:35,750 INFO [RS:0;6daf43b95769:43197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:19:35,750 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:19:35,750 INFO [RS:0;6daf43b95769:43197 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,43197,1732738759707 because: Region server is closing 2024-11-27T20:19:35,750 INFO [RS:0;6daf43b95769:43197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:43197. 2024-11-27T20:19:35,750 DEBUG [RS:0;6daf43b95769:43197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:35,750 DEBUG [RS:0;6daf43b95769:43197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:35,750 DEBUG [RS:0;6daf43b95769:43197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:35,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:35,851 INFO [RS:0;6daf43b95769:43197 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,43197,1732738759707.replicationSource.shipper6daf43b95769%2C43197%2C1732738759707,1-6daf43b95769,43197,1732738759707 terminated 2024-11-27T20:19:35,851 INFO [RS:0;6daf43b95769:43197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:43197. 2024-11-27T20:19:35,851 DEBUG [RS:0;6daf43b95769:43197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:35,851 DEBUG [RS:0;6daf43b95769:43197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:35,851 DEBUG [RS:0;6daf43b95769:43197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:35,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:35,851 INFO [RS:0;6daf43b95769:43197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43197 2024-11-27T20:19:35,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1358664404/rs/6daf43b95769,43197,1732738759707 2024-11-27T20:19:35,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404/rs 2024-11-27T20:19:35,853 INFO [RS:0;6daf43b95769:43197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:19:35,854 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,43197,1732738759707] 2024-11-27T20:19:35,857 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1358664404/draining/6daf43b95769,43197,1732738759707 already deleted, retry=false 2024-11-27T20:19:35,857 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,43197,1732738759707 expired; onlineServers=0 2024-11-27T20:19:35,857 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,42121,1732738759601' ***** 2024-11-27T20:19:35,857 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:19:35,857 INFO [M:0;6daf43b95769:42121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:35,857 INFO [M:0;6daf43b95769:42121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:19:35,857 DEBUG [M:0;6daf43b95769:42121 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:19:35,857 DEBUG [M:0;6daf43b95769:42121 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:19:35,857 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:19:35,857 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738761168 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738761168,5,FailOnTimeoutGroup] 2024-11-27T20:19:35,857 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738761164 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738761164,5,FailOnTimeoutGroup] 2024-11-27T20:19:35,858 INFO [M:0;6daf43b95769:42121 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:19:35,858 INFO [M:0;6daf43b95769:42121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:19:35,858 DEBUG [M:0;6daf43b95769:42121 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:19:35,858 INFO [M:0;6daf43b95769:42121 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:19:35,858 INFO [M:0;6daf43b95769:42121 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:35,858 INFO [M:0;6daf43b95769:42121 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:19:35,858 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:19:35,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1358664404/master 2024-11-27T20:19:35,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1358664404 2024-11-27T20:19:35,859 DEBUG [M:0;6daf43b95769:42121 {}] zookeeper.ZKUtil(347): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Unable to get data of znode /1-1358664404/master because node does not exist (not an error) 2024-11-27T20:19:35,859 WARN [M:0;6daf43b95769:42121 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:19:35,859 INFO [M:0;6daf43b95769:42121 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/.lastflushedseqids 2024-11-27T20:19:35,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741852_1028 (size=263) 2024-11-27T20:19:35,944 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1033, reset compression=false 2024-11-27T20:19:35,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:35,955 INFO [RS:0;6daf43b95769:43197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:19:35,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43197-0x1015b1513e90004, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:35,955 INFO [RS:0;6daf43b95769:43197 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,43197,1732738759707; zookeeper connection closed. 2024-11-27T20:19:35,955 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42916b46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42916b46 2024-11-27T20:19:35,955 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:19:36,265 INFO [M:0;6daf43b95769:42121 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:19:36,265 INFO [M:0;6daf43b95769:42121 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:19:36,265 DEBUG [M:0;6daf43b95769:42121 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:19:36,265 INFO [M:0;6daf43b95769:42121 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:36,265 DEBUG [M:0;6daf43b95769:42121 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:36,265 DEBUG [M:0;6daf43b95769:42121 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:19:36,265 DEBUG [M:0;6daf43b95769:42121 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:36,265 INFO [M:0;6daf43b95769:42121 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T20:19:36,302 DEBUG [M:0;6daf43b95769:42121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/662498d93258466196fccd7a95485380 is 82, key is hbase:meta,,1/info:regioninfo/1732738762343/Put/seqid=0 2024-11-27T20:19:36,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741853_1029 (size=5672) 2024-11-27T20:19:36,648 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1033, reset compression=false 2024-11-27T20:19:36,719 INFO [M:0;6daf43b95769:42121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/662498d93258466196fccd7a95485380 2024-11-27T20:19:36,739 DEBUG [M:0;6daf43b95769:42121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6cafa1cfc144ec498c4e99e4cd4d87f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732738768061/Put/seqid=0 2024-11-27T20:19:36,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741854_1030 (size=8515) 2024-11-27T20:19:36,744 INFO [M:0;6daf43b95769:42121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6cafa1cfc144ec498c4e99e4cd4d87f 2024-11-27T20:19:36,766 DEBUG [M:0;6daf43b95769:42121 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6bd4367ea884496a6724c7165785594 is 69, key is 6daf43b95769,43197,1732738759707/rs:state/1732738761217/Put/seqid=0 2024-11-27T20:19:36,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741855_1031 (size=5156) 2024-11-27T20:19:37,173 INFO [M:0;6daf43b95769:42121 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6bd4367ea884496a6724c7165785594 2024-11-27T20:19:37,191 DEBUG [M:0;6daf43b95769:42121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/662498d93258466196fccd7a95485380 as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/662498d93258466196fccd7a95485380 2024-11-27T20:19:37,202 INFO [M:0;6daf43b95769:42121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/662498d93258466196fccd7a95485380, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T20:19:37,210 DEBUG [M:0;6daf43b95769:42121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6cafa1cfc144ec498c4e99e4cd4d87f as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6cafa1cfc144ec498c4e99e4cd4d87f 2024-11-27T20:19:37,217 INFO [M:0;6daf43b95769:42121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6cafa1cfc144ec498c4e99e4cd4d87f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T20:19:37,218 DEBUG [M:0;6daf43b95769:42121 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6bd4367ea884496a6724c7165785594 as hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6bd4367ea884496a6724c7165785594 2024-11-27T20:19:37,232 INFO [M:0;6daf43b95769:42121 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38767/user/jenkins/test-data/3e99b798-f6f1-ba18-2463-92c93d1fedcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6bd4367ea884496a6724c7165785594, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T20:19:37,234 INFO [M:0;6daf43b95769:42121 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 969ms, sequenceid=97, compaction requested=false 2024-11-27T20:19:37,279 INFO [M:0;6daf43b95769:42121 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:37,280 DEBUG [M:0;6daf43b95769:42121 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738776265Disabling compacts and flushes for region at 1732738776265Disabling writes for close at 1732738776265Obtaining lock to block concurrent updates at 1732738776265Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738776265Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732738776266 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738776266Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738776266Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738776302 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738776302Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738776724 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738776739 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738776739Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738776748 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738776766 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738776766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b63a2f5: reopening flushed file at 1732738777191 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28655f95: reopening flushed file at 1732738777203 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@383ccc4d: reopening flushed file at 1732738777217 (+14 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 969ms, sequenceid=97, compaction requested=false at 1732738777234 (+17 ms)Writing region close event to WAL at 1732738777279 (+45 ms)Closed at 1732738777279 2024-11-27T20:19:37,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33753 is added to blk_1073741830_1006 (size=63642) 2024-11-27T20:19:37,295 INFO [M:0;6daf43b95769:42121 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:19:37,295 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:19:37,295 INFO [M:0;6daf43b95769:42121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42121 2024-11-27T20:19:37,297 INFO [M:0;6daf43b95769:42121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:19:37,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:37,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42121-0x1015b1513e90003, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:37,398 INFO [M:0;6daf43b95769:42121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:19:37,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39b6fc46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:19:37,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79d39140{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:19:37,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:19:37,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c7ebef9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:19:37,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45484acb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/hadoop.log.dir/,STOPPED} 2024-11-27T20:19:37,411 WARN [BP-213168952-172.17.0.2-1732738758869 heartbeating to localhost/127.0.0.1:38767 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:19:37,411 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:19:37,411 WARN [BP-213168952-172.17.0.2-1732738758869 heartbeating to localhost/127.0.0.1:38767 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-213168952-172.17.0.2-1732738758869 (Datanode Uuid b43bf0d8-544d-426c-83d5-a9b5adfa410c) service to localhost/127.0.0.1:38767 2024-11-27T20:19:37,411 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:19:37,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/cluster_0748f474-0442-7395-c294-8ea78791577b/data/data1/current/BP-213168952-172.17.0.2-1732738758869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:19:37,412 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/cluster_0748f474-0442-7395-c294-8ea78791577b/data/data2/current/BP-213168952-172.17.0.2-1732738758869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:19:37,413 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:19:37,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aafc8a8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:19:37,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@658c727d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:19:37,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:19:37,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2133cea6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:19:37,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60db47b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/hadoop.log.dir/,STOPPED} 2024-11-27T20:19:37,453 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1033, reset compression=false 2024-11-27T20:19:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:19:37,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:19:37,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:37,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:37,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:37,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:37,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:37,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:19:37,467 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=952458648, stopped=false 2024-11-27T20:19:37,467 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,32817,1732738756070 2024-11-27T20:19:37,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1977024014/running 2024-11-27T20:19:37,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1977024014/running 2024-11-27T20:19:37,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:37,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:37,469 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:37,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Set watcher on znode that does not yet exist, /0-1977024014/running 2024-11-27T20:19:37,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:37,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:37,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:37,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Set watcher on znode that does not yet exist, /0-1977024014/running 2024-11-27T20:19:37,470 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,37669,1732738756174' ***** 2024-11-27T20:19:37,470 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:19:37,471 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:19:37,471 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:19:37,471 INFO [RS:0;6daf43b95769:37669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:19:37,471 INFO [RS:0;6daf43b95769:37669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:19:37,471 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(3091): Received CLOSE for 79a57169dcb28755759cd51148f55961 2024-11-27T20:19:37,476 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(3091): Received CLOSE for bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:37,476 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,37669,1732738756174 2024-11-27T20:19:37,476 INFO [RS:0;6daf43b95769:37669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:37,476 INFO [RS:0;6daf43b95769:37669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:37669. 2024-11-27T20:19:37,476 DEBUG [RS:0;6daf43b95769:37669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:37,477 DEBUG [RS:0;6daf43b95769:37669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:37,477 INFO [RS:0;6daf43b95769:37669 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:19:37,477 INFO [RS:0;6daf43b95769:37669 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:19:37,477 INFO [RS:0;6daf43b95769:37669 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:19:37,477 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:19:37,477 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79a57169dcb28755759cd51148f55961, disabling compactions & flushes 2024-11-27T20:19:37,477 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:37,477 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:37,477 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738762411.79a57169dcb28755759cd51148f55961. after waiting 0 ms 2024-11-27T20:19:37,477 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:37,477 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:19:37,478 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1325): Online Regions={79a57169dcb28755759cd51148f55961=test,,1732738762411.79a57169dcb28755759cd51148f55961., 1588230740=hbase:meta,,1.1588230740, bb70393c3b36f7f08d1a842213f1e407=hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407.} 2024-11-27T20:19:37,478 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79a57169dcb28755759cd51148f55961, bb70393c3b36f7f08d1a842213f1e407 2024-11-27T20:19:37,478 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:19:37,478 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:19:37,478 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:19:37,478 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:19:37,478 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:19:37,478 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:19:37,483 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:37,489 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/default/test/79a57169dcb28755759cd51148f55961/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:19:37,490 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:37,490 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:19:37,490 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:37,490 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79a57169dcb28755759cd51148f55961: Waiting for close lock at 1732738777477Running coprocessor pre-close hooks at 1732738777477Disabling compacts and flushes for region at 1732738777477Disabling writes for close at 1732738777477Writing region close event to WAL at 1732738777482 (+5 ms)Running coprocessor post-close hooks at 1732738777490 (+8 ms)Closed at 1732738777490 2024-11-27T20:19:37,490 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738762411.79a57169dcb28755759cd51148f55961. 2024-11-27T20:19:37,490 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb70393c3b36f7f08d1a842213f1e407, disabling compactions & flushes 2024-11-27T20:19:37,490 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:37,490 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:37,490 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. after waiting 0 ms 2024-11-27T20:19:37,490 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:37,491 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bb70393c3b36f7f08d1a842213f1e407 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T20:19:37,509 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/info/a29363f925ce4a779c3807127b44b489 is 147, key is hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407./info:regioninfo/1732738766514/Put/seqid=0 2024-11-27T20:19:37,513 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/.tmp/hfileref/a7b4d285386d4e128e362e9f672d1ead is 74, key is 1/hfileref:155870e7be574afe8d239706f553ea9e_SeqId_6_/1732738774038/DeleteColumn/seqid=0 2024-11-27T20:19:37,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741846_1022 (size=7686) 2024-11-27T20:19:37,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741847_1023 (size=5345) 2024-11-27T20:19:37,529 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/.tmp/hfileref/a7b4d285386d4e128e362e9f672d1ead 2024-11-27T20:19:37,560 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/.tmp/queue/01856226054b43d6bf8e0e68605c2645 is 154, key is 1-6daf43b95769,37669,1732738756174/queue:6daf43b95769%2C37669%2C1732738756174/1732738774041/Put/seqid=0 2024-11-27T20:19:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741848_1024 (size=5353) 2024-11-27T20:19:37,577 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/.tmp/queue/01856226054b43d6bf8e0e68605c2645 2024-11-27T20:19:37,616 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/.tmp/hfileref/a7b4d285386d4e128e362e9f672d1ead as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/hfileref/a7b4d285386d4e128e362e9f672d1ead 2024-11-27T20:19:37,634 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/hfileref/a7b4d285386d4e128e362e9f672d1ead, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T20:19:37,635 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/.tmp/queue/01856226054b43d6bf8e0e68605c2645 as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/queue/01856226054b43d6bf8e0e68605c2645 2024-11-27T20:19:37,643 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/queue/01856226054b43d6bf8e0e68605c2645, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T20:19:37,644 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bb70393c3b36f7f08d1a842213f1e407 in 154ms, sequenceid=12, compaction requested=false 2024-11-27T20:19:37,653 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/replication/bb70393c3b36f7f08d1a842213f1e407/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T20:19:37,654 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:37,654 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:37,654 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:37,654 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb70393c3b36f7f08d1a842213f1e407: Waiting for close lock at 1732738777490Running coprocessor pre-close hooks at 1732738777490Disabling compacts and flushes for region at 1732738777490Disabling writes for close at 1732738777490Obtaining lock to block concurrent updates at 1732738777491 (+1 ms)Preparing flush snapshotting stores in bb70393c3b36f7f08d1a842213f1e407 at 1732738777491Finished memstore snapshotting hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732738777491Flushing stores of hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. at 1732738777491Flushing bb70393c3b36f7f08d1a842213f1e407/hfileref: creating writer at 1732738777491Flushing bb70393c3b36f7f08d1a842213f1e407/hfileref: appending metadata at 1732738777513 (+22 ms)Flushing bb70393c3b36f7f08d1a842213f1e407/hfileref: closing flushed file at 1732738777513Flushing bb70393c3b36f7f08d1a842213f1e407/queue: creating writer at 1732738777534 (+21 ms)Flushing bb70393c3b36f7f08d1a842213f1e407/queue: appending metadata at 1732738777559 (+25 ms)Flushing bb70393c3b36f7f08d1a842213f1e407/queue: closing flushed file at 1732738777559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c803f5b: reopening flushed file at 1732738777612 (+53 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c9aef2: reopening flushed file at 1732738777634 (+22 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bb70393c3b36f7f08d1a842213f1e407 in 154ms, sequenceid=12, compaction requested=false at 1732738777644 (+10 ms)Writing region close event to WAL at 1732738777649 (+5 ms)Running coprocessor post-close hooks at 1732738777654 (+5 ms)Closed at 1732738777654 2024-11-27T20:19:37,654 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738765724.bb70393c3b36f7f08d1a842213f1e407. 2024-11-27T20:19:37,668 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:19:37,668 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:19:37,678 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:37,878 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:37,917 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/info/a29363f925ce4a779c3807127b44b489 2024-11-27T20:19:37,941 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/ns/3b539d4a4e3f43a3803b23dcd855a8d5 is 43, key is default/ns:d/1732738758803/Put/seqid=0 2024-11-27T20:19:37,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741849_1025 (size=5153) 2024-11-27T20:19:38,078 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:38,278 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:38,345 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/ns/3b539d4a4e3f43a3803b23dcd855a8d5 2024-11-27T20:19:38,368 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/rep_barrier/c8ce0db39a314335ab5612f202a5a408 is 112, key is test,,1732738762411.79a57169dcb28755759cd51148f55961./rep_barrier:seqnumDuringOpen/1732738763565/Put/seqid=0 2024-11-27T20:19:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741850_1026 (size=5518) 2024-11-27T20:19:38,378 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1033, reset compression=false 2024-11-27T20:19:38,382 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:38,382 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1328, reset compression=false 2024-11-27T20:19:38,382 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37669,1732738756174 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:38,383 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,37669,1732738756174: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,37669,1732738756174, walGroup=6daf43b95769%2C37669%2C1732738756174, offset=6daf43b95769%2C37669%2C1732738756174.1732738757794:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:37669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:19:38,384 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:19:38,384 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:19:38,385 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:19:38,385 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:19:38,385 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:19:38,385 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 616276992 }, "NonHeapMemoryUsage": { "committed": 192151552, "init": 7667712, "max": -1, "used": 189436896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:19:38,385 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:32817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:32817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T20:19:38,479 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:19:38,479 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:19:38,479 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:38,592 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1328, reset compression=false 2024-11-27T20:19:38,679 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:38,773 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/rep_barrier/c8ce0db39a314335ab5612f202a5a408 2024-11-27T20:19:38,793 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/table/0f3db3be1893446a9c48123f998d4866 is 53, key is hbase:replication/table:state/1732738766521/Put/seqid=0 2024-11-27T20:19:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741851_1027 (size=5308) 2024-11-27T20:19:38,879 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:38,899 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1328, reset compression=false 2024-11-27T20:19:39,079 DEBUG [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:19:39,197 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/table/0f3db3be1893446a9c48123f998d4866 2024-11-27T20:19:39,202 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/info/a29363f925ce4a779c3807127b44b489 as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/info/a29363f925ce4a779c3807127b44b489 2024-11-27T20:19:39,206 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/info/a29363f925ce4a779c3807127b44b489, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:19:39,207 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/ns/3b539d4a4e3f43a3803b23dcd855a8d5 as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/ns/3b539d4a4e3f43a3803b23dcd855a8d5 2024-11-27T20:19:39,211 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/ns/3b539d4a4e3f43a3803b23dcd855a8d5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:19:39,211 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/rep_barrier/c8ce0db39a314335ab5612f202a5a408 as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/rep_barrier/c8ce0db39a314335ab5612f202a5a408 2024-11-27T20:19:39,215 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/rep_barrier/c8ce0db39a314335ab5612f202a5a408, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:19:39,216 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/.tmp/table/0f3db3be1893446a9c48123f998d4866 as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/table/0f3db3be1893446a9c48123f998d4866 2024-11-27T20:19:39,220 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/table/0f3db3be1893446a9c48123f998d4866, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:19:39,221 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false 2024-11-27T20:19:39,228 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:19:39,229 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:39,229 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:39,229 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:39,229 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738777478Running coprocessor pre-close hooks at 1732738777478Disabling compacts and flushes for region at 1732738777478Disabling writes for close at 1732738777478Obtaining lock to block concurrent updates at 1732738777478Preparing flush snapshotting stores in 1588230740 at 1732738777478Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738777478Flushing stores of hbase:meta,,1.1588230740 at 1732738777479 (+1 ms)Flushing 1588230740/info: creating writer at 1732738777479Flushing 1588230740/info: appending metadata at 1732738777508 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732738777508Flushing 1588230740/ns: creating writer at 1732738777922 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732738777940 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732738777940Flushing 1588230740/rep_barrier: creating writer at 1732738778350 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738778367 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738778368 (+1 ms)Flushing 1588230740/table: creating writer at 1732738778777 (+409 ms)Flushing 1588230740/table: appending metadata at 1732738778793 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732738778793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6160317b: reopening flushed file at 1732738779201 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5fe2d4: reopening flushed file at 1732738779206 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62a0c2a6: reopening flushed file at 1732738779211 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b9ec06: reopening flushed file at 1732738779215 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=16, compaction requested=false at 1732738779221 (+6 ms)Writing region close event to WAL at 1732738779222 (+1 ms)Running coprocessor post-close hooks at 1732738779229 (+7 ms)Closed at 1732738779229 2024-11-27T20:19:39,229 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:39,279 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,37669,1732738756174; all regions closed. 2024-11-27T20:19:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:19:39,283 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.meta.1732738758763.meta not finished, retry = 0 2024-11-27T20:19:39,302 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/WALs/6daf43b95769,37669,1732738756174/6daf43b95769%2C37669%2C1732738756174.1732738757794 to pos 1328, reset compression=false 2024-11-27T20:19:39,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741839_1015 (size=3127) 2024-11-27T20:19:39,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741832_1008 (size=1336) 2024-11-27T20:19:39,388 DEBUG [RS:0;6daf43b95769:37669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:39,388 INFO [RS:0;6daf43b95769:37669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:39,388 INFO [RS:0;6daf43b95769:37669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:19:39,388 INFO [RS:0;6daf43b95769:37669 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:19:39,388 INFO [RS:0;6daf43b95769:37669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:19:39,389 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:19:39,389 INFO [RS:0;6daf43b95769:37669 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,37669,1732738756174 because: Region server is closing 2024-11-27T20:19:39,389 INFO [RS:0;6daf43b95769:37669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:37669. 2024-11-27T20:19:39,389 DEBUG [RS:0;6daf43b95769:37669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:39,389 DEBUG [RS:0;6daf43b95769:37669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:39,389 DEBUG [RS:0;6daf43b95769:37669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:39,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:39,489 INFO [RS:0;6daf43b95769:37669 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.shipper6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 terminated 2024-11-27T20:19:39,489 INFO [RS:0;6daf43b95769:37669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:37669. 2024-11-27T20:19:39,489 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37669,1732738756174.replicationSource.wal-reader.6daf43b95769%2C37669%2C1732738756174,1-6daf43b95769,37669,1732738756174 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:19:39,490 DEBUG [RS:0;6daf43b95769:37669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:39,490 DEBUG [RS:0;6daf43b95769:37669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:39,490 DEBUG [RS:0;6daf43b95769:37669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:39,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:39,490 INFO [RS:0;6daf43b95769:37669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37669 2024-11-27T20:19:39,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014/rs 2024-11-27T20:19:39,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1977024014/rs/6daf43b95769,37669,1732738756174 2024-11-27T20:19:39,492 INFO [RS:0;6daf43b95769:37669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:19:39,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,37669,1732738756174] 2024-11-27T20:19:39,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1977024014/draining/6daf43b95769,37669,1732738756174 already deleted, retry=false 2024-11-27T20:19:39,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,37669,1732738756174 expired; onlineServers=0 2024-11-27T20:19:39,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,32817,1732738756070' ***** 2024-11-27T20:19:39,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:19:39,496 INFO [M:0;6daf43b95769:32817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:39,496 INFO [M:0;6daf43b95769:32817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:19:39,496 DEBUG [M:0;6daf43b95769:32817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:19:39,496 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:19:39,496 DEBUG [M:0;6daf43b95769:32817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:19:39,496 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738757614 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738757614,5,FailOnTimeoutGroup] 2024-11-27T20:19:39,496 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738757614 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738757614,5,FailOnTimeoutGroup] 2024-11-27T20:19:39,497 INFO [M:0;6daf43b95769:32817 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:19:39,497 INFO [M:0;6daf43b95769:32817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:19:39,497 DEBUG [M:0;6daf43b95769:32817 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:19:39,497 INFO [M:0;6daf43b95769:32817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:19:39,497 INFO [M:0;6daf43b95769:32817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:39,497 INFO [M:0;6daf43b95769:32817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:19:39,497 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:19:39,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1977024014/master 2024-11-27T20:19:39,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1977024014 2024-11-27T20:19:39,498 DEBUG [M:0;6daf43b95769:32817 {}] zookeeper.ZKUtil(347): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Unable to get data of znode /0-1977024014/master because node does not exist (not an error) 2024-11-27T20:19:39,498 WARN [M:0;6daf43b95769:32817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:19:39,499 INFO [M:0;6daf43b95769:32817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/.lastflushedseqids 2024-11-27T20:19:39,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741852_1028 (size=263) 2024-11-27T20:19:39,507 INFO [M:0;6daf43b95769:32817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:19:39,507 INFO [M:0;6daf43b95769:32817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:19:39,507 DEBUG [M:0;6daf43b95769:32817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:19:39,507 INFO [M:0;6daf43b95769:32817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:39,507 DEBUG [M:0;6daf43b95769:32817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:39,507 DEBUG [M:0;6daf43b95769:32817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:19:39,507 DEBUG [M:0;6daf43b95769:32817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:39,507 INFO [M:0;6daf43b95769:32817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T20:19:39,523 DEBUG [M:0;6daf43b95769:32817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9333ff54b1e84f2fa7a0a18a270d5b6a is 82, key is hbase:meta,,1/info:regioninfo/1732738758794/Put/seqid=0 2024-11-27T20:19:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741853_1029 (size=5672) 2024-11-27T20:19:39,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:39,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37669-0x1015b1513e90001, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:39,595 INFO [RS:0;6daf43b95769:37669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:19:39,596 INFO [RS:0;6daf43b95769:37669 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,37669,1732738756174; zookeeper connection closed. 2024-11-27T20:19:39,596 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@559aa953 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@559aa953 2024-11-27T20:19:39,600 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:19:39,928 INFO [M:0;6daf43b95769:32817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9333ff54b1e84f2fa7a0a18a270d5b6a 2024-11-27T20:19:39,952 DEBUG [M:0;6daf43b95769:32817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4847359a3f9f429297670b89dc76f221 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732738766524/Put/seqid=0 2024-11-27T20:19:39,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741854_1030 (size=8515) 2024-11-27T20:19:40,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:19:40,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:40,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:40,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:40,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:40,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:40,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:40,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:40,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:40,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:40,361 INFO [M:0;6daf43b95769:32817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4847359a3f9f429297670b89dc76f221 2024-11-27T20:19:40,384 DEBUG [M:0;6daf43b95769:32817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da3d9fb5d32d4cd99465dcc18419b6ab is 69, key is 6daf43b95769,37669,1732738756174/rs:state/1732738757645/Put/seqid=0 2024-11-27T20:19:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741855_1031 (size=5156) 2024-11-27T20:19:40,788 INFO [M:0;6daf43b95769:32817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da3d9fb5d32d4cd99465dcc18419b6ab 2024-11-27T20:19:40,793 DEBUG [M:0;6daf43b95769:32817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9333ff54b1e84f2fa7a0a18a270d5b6a as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9333ff54b1e84f2fa7a0a18a270d5b6a 2024-11-27T20:19:40,797 INFO [M:0;6daf43b95769:32817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9333ff54b1e84f2fa7a0a18a270d5b6a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T20:19:40,798 DEBUG [M:0;6daf43b95769:32817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4847359a3f9f429297670b89dc76f221 as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4847359a3f9f429297670b89dc76f221 2024-11-27T20:19:40,802 INFO [M:0;6daf43b95769:32817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4847359a3f9f429297670b89dc76f221, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T20:19:40,803 DEBUG [M:0;6daf43b95769:32817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da3d9fb5d32d4cd99465dcc18419b6ab as hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da3d9fb5d32d4cd99465dcc18419b6ab 2024-11-27T20:19:40,807 INFO [M:0;6daf43b95769:32817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33651/user/jenkins/test-data/5d6b945c-3c6e-9462-fbf1-3b4a601493ea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da3d9fb5d32d4cd99465dcc18419b6ab, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T20:19:40,808 INFO [M:0;6daf43b95769:32817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false 2024-11-27T20:19:40,812 INFO [M:0;6daf43b95769:32817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:40,813 DEBUG [M:0;6daf43b95769:32817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738779507Disabling compacts and flushes for region at 1732738779507Disabling writes for close at 1732738779507Obtaining lock to block concurrent updates at 1732738779507Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738779507Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732738779508 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738779508Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738779508Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738779523 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738779523Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738779933 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738779951 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738779951Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738780366 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738780383 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738780383Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e09276f: reopening flushed file at 1732738780792 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66a6b82d: reopening flushed file at 1732738780797 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f183b9: reopening flushed file at 1732738780802 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false at 1732738780808 (+6 ms)Writing region close event to WAL at 1732738780812 (+4 ms)Closed at 1732738780812 2024-11-27T20:19:40,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36815 is added to blk_1073741830_1006 (size=63642) 2024-11-27T20:19:40,816 INFO [M:0;6daf43b95769:32817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:19:40,816 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:19:40,816 INFO [M:0;6daf43b95769:32817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32817 2024-11-27T20:19:40,816 INFO [M:0;6daf43b95769:32817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:19:40,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:40,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32817-0x1015b1513e90000, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:19:40,920 INFO [M:0;6daf43b95769:32817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:19:40,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a60335{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:19:40,924 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@217de731{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:19:40,924 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:19:40,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34bc4704{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:19:40,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4412f483{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/hadoop.log.dir/,STOPPED} 2024-11-27T20:19:40,925 WARN [BP-1539955854-172.17.0.2-1732738754942 heartbeating to localhost/127.0.0.1:33651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:19:40,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:19:40,925 WARN [BP-1539955854-172.17.0.2-1732738754942 heartbeating to localhost/127.0.0.1:33651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1539955854-172.17.0.2-1732738754942 (Datanode Uuid e68a1c77-f856-4ad1-84e5-ed81c93fa9b4) service to localhost/127.0.0.1:33651 2024-11-27T20:19:40,925 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:19:40,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/cluster_76d7da40-34d4-00f2-41cb-6080eb376354/data/data1/current/BP-1539955854-172.17.0.2-1732738754942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:19:40,926 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/cluster_76d7da40-34d4-00f2-41cb-6080eb376354/data/data2/current/BP-1539955854-172.17.0.2-1732738754942 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:19:40,926 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:19:40,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4abdf2de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:19:40,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63d620f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:19:40,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:19:40,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78f996eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:19:40,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22555e24{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c892e98-e021-459d-e654-0a78c5f4f26c/hadoop.log.dir/,STOPPED} 2024-11-27T20:19:40,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:19:40,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:19:40,961 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=249 (was 205) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:38767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38767 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38767 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33651 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38767 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38767 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38767 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33651 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38767 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33651 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:33651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 10) - ProcessCount LEAK? -, AvailableMemoryMB=5253 (was 5874) 2024-11-27T20:19:40,971 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=249, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=387, ProcessCount=11, AvailableMemoryMB=5253 2024-11-27T20:19:40,984 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-27T20:19:40,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/hadoop.log.dir so I do NOT create it in target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75 2024-11-27T20:19:40,985 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:19:40,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/hadoop.tmp.dir so I do NOT create it in target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75 2024-11-27T20:19:40,985 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/95a3c41d-9133-390c-8aa8-0a674b953f45/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:19:40,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75 2024-11-27T20:19:40,985 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/cluster_c1931973-ac26-568b-9ffa-31c6ee6317ce, deleteOnExit=true 2024-11-27T20:19:40,987 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/cluster_c1931973-ac26-568b-9ffa-31c6ee6317ce/zookeeper_0, clientPort=53763, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/cluster_c1931973-ac26-568b-9ffa-31c6ee6317ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/cluster_c1931973-ac26-568b-9ffa-31c6ee6317ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:19:40,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53763 2024-11-27T20:19:40,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:19:40,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:19:40,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/test.cache.data in system properties and HBase conf 2024-11-27T20:19:40,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:19:40,989 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:19:40,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:19:40,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:19:41,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b1513e90002, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:19:41,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b1513e90005, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:19:41,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b1513e90005, quorum=127.0.0.1:53073, baseZNode=/1-1358664404 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:19:41,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b1513e90002, quorum=127.0.0.1:53073, baseZNode=/0-1977024014 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:19:41,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:41,091 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:19:41,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:19:41,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:19:41,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:19:41,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:41,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f61e3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:19:41,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148c38a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:19:41,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2264fe96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/java.io.tmpdir/jetty-localhost-38043-hadoop-hdfs-3_4_1-tests_jar-_-any-6086918837872563577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:19:41,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@367d9374{HTTP/1.1, (http/1.1)}{localhost:38043} 2024-11-27T20:19:41,265 INFO [Time-limited test {}] server.Server(415): Started @182706ms 2024-11-27T20:19:41,363 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:41,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:19:41,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:19:41,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:19:41,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:19:41,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2d8690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:19:41,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dfa1924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:19:41,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7eda17fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/java.io.tmpdir/jetty-localhost-39401-hadoop-hdfs-3_4_1-tests_jar-_-any-396438888913913307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:19:41,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ceee9b5{HTTP/1.1, (http/1.1)}{localhost:39401} 2024-11-27T20:19:41,486 INFO [Time-limited test {}] server.Server(415): Started @182927ms 2024-11-27T20:19:41,487 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:19:41,593 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/cluster_c1931973-ac26-568b-9ffa-31c6ee6317ce/data/data2/current/BP-812639829-172.17.0.2-1732738781013/current, will proceed with Du for space computation calculation, 2024-11-27T20:19:41,593 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/cluster_c1931973-ac26-568b-9ffa-31c6ee6317ce/data/data1/current/BP-812639829-172.17.0.2-1732738781013/current, will proceed with Du for space computation calculation, 2024-11-27T20:19:41,609 WARN [Thread-2181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:19:41,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb959e5090559813c with lease ID 0x9c974d93bb13fb6c: Processing first storage report for DS-1a21a899-dc16-4b96-98b3-eb62d9d38804 from datanode DatanodeRegistration(127.0.0.1:38597, datanodeUuid=c9ea25f3-5061-4e99-8279-0a1b22aa53b5, infoPort=38793, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1517945028;c=1732738781013) 2024-11-27T20:19:41,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb959e5090559813c with lease ID 0x9c974d93bb13fb6c: from storage DS-1a21a899-dc16-4b96-98b3-eb62d9d38804 node DatanodeRegistration(127.0.0.1:38597, datanodeUuid=c9ea25f3-5061-4e99-8279-0a1b22aa53b5, infoPort=38793, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1517945028;c=1732738781013), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:19:41,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb959e5090559813c with lease ID 0x9c974d93bb13fb6c: Processing first storage report for DS-efb912d4-dc61-4035-995d-09fe006880b6 from datanode DatanodeRegistration(127.0.0.1:38597, datanodeUuid=c9ea25f3-5061-4e99-8279-0a1b22aa53b5, infoPort=38793, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1517945028;c=1732738781013) 2024-11-27T20:19:41,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb959e5090559813c with lease ID 0x9c974d93bb13fb6c: from storage DS-efb912d4-dc61-4035-995d-09fe006880b6 node DatanodeRegistration(127.0.0.1:38597, datanodeUuid=c9ea25f3-5061-4e99-8279-0a1b22aa53b5, infoPort=38793, infoSecurePort=0, ipcPort=35805, storageInfo=lv=-57;cid=testClusterID;nsid=1517945028;c=1732738781013), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:19:41,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75 2024-11-27T20:19:41,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:41,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:41,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:19:42,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce with version=8 2024-11-27T20:19:42,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/hbase-staging 2024-11-27T20:19:42,123 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:19:42,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:42,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:42,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:19:42,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:42,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:19:42,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:19:42,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:19:42,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41753 2024-11-27T20:19:42,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41753 connecting to ZooKeeper ensemble=127.0.0.1:53763 2024-11-27T20:19:42,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417530x0, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:42,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41753-0x1015b1579ca0000 connected 2024-11-27T20:19:42,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:42,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:42,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Set watcher on znode that does not yet exist, /01516313185/running 2024-11-27T20:19:42,194 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce, hbase.cluster.distributed=false 2024-11-27T20:19:42,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Set watcher on znode that does not yet exist, /01516313185/acl 2024-11-27T20:19:42,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-27T20:19:42,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41753 2024-11-27T20:19:42,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41753 2024-11-27T20:19:42,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-27T20:19:42,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-27T20:19:42,227 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:19:42,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:42,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:42,227 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:19:42,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:42,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:19:42,227 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:19:42,227 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:19:42,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41779 2024-11-27T20:19:42,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41779 connecting to ZooKeeper ensemble=127.0.0.1:53763 2024-11-27T20:19:42,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:42,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:42,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417790x0, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:42,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417790x0, quorum=127.0.0.1:53763, baseZNode=/01516313185 Set watcher on znode that does not yet exist, /01516313185/running 2024-11-27T20:19:42,247 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:19:42,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41779-0x1015b1579ca0001 connected 2024-11-27T20:19:42,266 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:19:42,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Set watcher on znode that does not yet exist, /01516313185/master 2024-11-27T20:19:42,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Set watcher on znode that does not yet exist, /01516313185/acl 2024-11-27T20:19:42,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-27T20:19:42,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41779 2024-11-27T20:19:42,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41779 2024-11-27T20:19:42,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-27T20:19:42,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-27T20:19:42,303 DEBUG [M:0;6daf43b95769:41753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:41753 2024-11-27T20:19:42,303 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01516313185/backup-masters/6daf43b95769,41753,1732738782123 2024-11-27T20:19:42,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185/backup-masters 2024-11-27T20:19:42,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185/backup-masters 2024-11-27T20:19:42,306 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Set watcher on existing znode=/01516313185/backup-masters/6daf43b95769,41753,1732738782123 2024-11-27T20:19:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01516313185/master 2024-11-27T20:19:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:42,308 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Set watcher on existing znode=/01516313185/master 2024-11-27T20:19:42,309 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01516313185/backup-masters/6daf43b95769,41753,1732738782123 from backup master directory 2024-11-27T20:19:42,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185/backup-masters 2024-11-27T20:19:42,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01516313185/backup-masters/6daf43b95769,41753,1732738782123 2024-11-27T20:19:42,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185/backup-masters 2024-11-27T20:19:42,311 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:19:42,311 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,41753,1732738782123 2024-11-27T20:19:42,326 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/hbase.id] with ID: f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2 2024-11-27T20:19:42,327 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/.tmp/hbase.id 2024-11-27T20:19:42,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:19:42,340 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/.tmp/hbase.id]:[hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/hbase.id] 2024-11-27T20:19:42,370 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:42,370 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:19:42,371 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:19:42,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:42,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:42,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:19:42,407 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:42,408 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:19:42,412 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:42,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:19:42,424 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store 2024-11-27T20:19:42,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:19:42,830 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:42,830 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:19:42,830 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:42,830 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:42,830 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:19:42,830 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:42,830 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:42,830 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738782830Disabling compacts and flushes for region at 1732738782830Disabling writes for close at 1732738782830Writing region close event to WAL at 1732738782830Closed at 1732738782830 2024-11-27T20:19:42,831 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/.initializing 2024-11-27T20:19:42,831 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/WALs/6daf43b95769,41753,1732738782123 2024-11-27T20:19:42,832 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:19:42,834 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C41753%2C1732738782123, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/WALs/6daf43b95769,41753,1732738782123, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/oldWALs, maxLogs=10 2024-11-27T20:19:42,851 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/WALs/6daf43b95769,41753,1732738782123/6daf43b95769%2C41753%2C1732738782123.1732738782834, exclude list is [], retry=0 2024-11-27T20:19:42,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38597,DS-1a21a899-dc16-4b96-98b3-eb62d9d38804,DISK] 2024-11-27T20:19:42,856 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/WALs/6daf43b95769,41753,1732738782123/6daf43b95769%2C41753%2C1732738782123.1732738782834 2024-11-27T20:19:42,856 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38793:38793)] 2024-11-27T20:19:42,856 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:42,856 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:42,856 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,856 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:19:42,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:42,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:42,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:19:42,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:42,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:42,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:19:42,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:42,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:42,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:19:42,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:42,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:42,867 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,868 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,868 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,869 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,869 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,870 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:42,871 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:42,873 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:42,873 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63757936, jitterRate=-0.04993271827697754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:42,874 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738782857Initializing all the Stores at 1732738782857Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738782857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738782861 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738782861Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738782861Cleaning up temporary data from old regions at 1732738782869 (+8 ms)Region opened successfully at 1732738782874 (+5 ms) 2024-11-27T20:19:42,874 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:19:42,879 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661aaa7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:19:42,880 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:19:42,881 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:19:42,881 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:19:42,881 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:19:42,881 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:19:42,882 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:19:42,882 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:19:42,884 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:19:42,885 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Unable to get data of znode /01516313185/balancer because node does not exist (not necessarily an error) 2024-11-27T20:19:42,887 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01516313185/balancer already deleted, retry=false 2024-11-27T20:19:42,887 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:19:42,888 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Unable to get data of znode /01516313185/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:19:42,889 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01516313185/normalizer already deleted, retry=false 2024-11-27T20:19:42,889 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:19:42,890 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Unable to get data of znode /01516313185/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:19:42,891 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01516313185/switch/split already deleted, retry=false 2024-11-27T20:19:42,892 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Unable to get data of znode /01516313185/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:19:42,895 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01516313185/switch/merge already deleted, retry=false 2024-11-27T20:19:42,897 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Unable to get data of znode /01516313185/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:19:42,898 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01516313185/snapshot-cleanup already deleted, retry=false 2024-11-27T20:19:42,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01516313185/running 2024-11-27T20:19:42,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01516313185/running 2024-11-27T20:19:42,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:42,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:42,900 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,41753,1732738782123, sessionid=0x1015b1579ca0000, setting cluster-up flag (Was=false) 2024-11-27T20:19:42,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:42,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:42,912 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01516313185/flush-table-proc/acquired, /01516313185/flush-table-proc/reached, /01516313185/flush-table-proc/abort 2024-11-27T20:19:42,913 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,41753,1732738782123 2024-11-27T20:19:42,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:42,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:42,923 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01516313185/online-snapshot/acquired, /01516313185/online-snapshot/reached, /01516313185/online-snapshot/abort 2024-11-27T20:19:42,924 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,41753,1732738782123 2024-11-27T20:19:42,929 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:19:42,930 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:42,930 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:19:42,931 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:19:42,931 WARN [master/6daf43b95769:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6daf43b95769,44945,1732738730973: status=Processing ServerCrashProcedure of 6daf43b95769,44945,1732738730973 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732738744663, completionTime=-1 appears to have been leaked 2024-11-27T20:19:42,931 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,41753,1732738782123 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:19:42,932 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:42,932 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:42,932 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:42,933 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:42,933 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:19:42,933 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:42,933 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:19:42,933 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:42,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:42,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:19:42,943 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:42,944 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:19:42,956 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738812956 2024-11-27T20:19:42,956 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:19:42,957 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:19:42,957 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:19:42,957 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:19:42,957 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:19:42,957 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:19:42,960 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:42,961 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:19:42,961 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:19:42,961 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:19:42,961 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:19:42,961 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:19:42,962 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:19:42,962 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738782962,5,FailOnTimeoutGroup] 2024-11-27T20:19:42,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:19:42,964 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738782962,5,FailOnTimeoutGroup] 2024-11-27T20:19:42,964 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:42,964 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:19:42,964 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:42,964 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:42,988 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(746): ClusterId : f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2 2024-11-27T20:19:42,988 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:19:42,990 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:19:42,990 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:19:42,991 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:19:42,991 DEBUG [RS:0;6daf43b95769:41779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570f568a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:19:43,003 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:41779 2024-11-27T20:19:43,003 INFO [RS:0;6daf43b95769:41779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:19:43,003 INFO [RS:0;6daf43b95769:41779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:19:43,003 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:19:43,004 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,41753,1732738782123 with port=41779, startcode=1732738782227 2024-11-27T20:19:43,004 DEBUG [RS:0;6daf43b95769:41779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:19:43,006 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:19:43,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,41779,1732738782227 2024-11-27T20:19:43,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41753 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,41779,1732738782227 2024-11-27T20:19:43,007 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce 2024-11-27T20:19:43,008 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35659 2024-11-27T20:19:43,008 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:19:43,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185/rs 2024-11-27T20:19:43,009 DEBUG [RS:0;6daf43b95769:41779 {}] zookeeper.ZKUtil(111): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Set watcher on existing znode=/01516313185/rs/6daf43b95769,41779,1732738782227 2024-11-27T20:19:43,009 WARN [RS:0;6daf43b95769:41779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:19:43,009 INFO [RS:0;6daf43b95769:41779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:43,009 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227 2024-11-27T20:19:43,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,41779,1732738782227] 2024-11-27T20:19:43,014 INFO [RS:0;6daf43b95769:41779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:19:43,016 INFO [RS:0;6daf43b95769:41779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:19:43,016 INFO [RS:0;6daf43b95769:41779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:19:43,016 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:43,016 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:19:43,017 INFO [RS:0;6daf43b95769:41779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:19:43,017 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:19:43,017 DEBUG [RS:0;6daf43b95769:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:19:43,020 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:43,020 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:43,021 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:43,021 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:43,021 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:43,021 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41779,1732738782227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:19:43,034 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:19:43,034 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41779,1732738782227-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:43,035 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:43,035 INFO [RS:0;6daf43b95769:41779 {}] regionserver.Replication(171): 6daf43b95769,41779,1732738782227 started 2024-11-27T20:19:43,048 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:43,048 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,41779,1732738782227, RpcServer on 6daf43b95769/172.17.0.2:41779, sessionid=0x1015b1579ca0001 2024-11-27T20:19:43,048 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:19:43,048 DEBUG [RS:0;6daf43b95769:41779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,41779,1732738782227 2024-11-27T20:19:43,048 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,41779,1732738782227' 2024-11-27T20:19:43,048 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01516313185/flush-table-proc/abort' 2024-11-27T20:19:43,048 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01516313185/flush-table-proc/acquired' 2024-11-27T20:19:43,049 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:19:43,049 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:19:43,049 DEBUG [RS:0;6daf43b95769:41779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,41779,1732738782227 2024-11-27T20:19:43,049 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,41779,1732738782227' 2024-11-27T20:19:43,049 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01516313185/online-snapshot/abort' 2024-11-27T20:19:43,049 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01516313185/online-snapshot/acquired' 2024-11-27T20:19:43,049 DEBUG [RS:0;6daf43b95769:41779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:19:43,049 INFO [RS:0;6daf43b95769:41779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:19:43,049 INFO [RS:0;6daf43b95769:41779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:19:43,150 INFO [RS:0;6daf43b95769:41779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:19:43,151 INFO [RS:0;6daf43b95769:41779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41779%2C1732738782227, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/oldWALs, maxLogs=10 2024-11-27T20:19:43,165 DEBUG [RS:0;6daf43b95769:41779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151, exclude list is [], retry=0 2024-11-27T20:19:43,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38597,DS-1a21a899-dc16-4b96-98b3-eb62d9d38804,DISK] 2024-11-27T20:19:43,169 INFO [RS:0;6daf43b95769:41779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 2024-11-27T20:19:43,169 DEBUG [RS:0;6daf43b95769:41779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38793:38793)] 2024-11-27T20:19:43,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:19:43,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce 2024-11-27T20:19:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:19:43,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:43,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:19:43,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:19:43,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:43,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:43,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:19:43,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:19:43,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:43,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:43,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:19:43,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:19:43,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:43,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:43,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:19:43,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:19:43,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:43,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:43,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:19:43,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740 2024-11-27T20:19:43,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740 2024-11-27T20:19:43,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:19:43,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:19:43,780 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:43,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:19:43,787 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:43,788 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63566778, jitterRate=-0.05278119444847107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:43,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738783770Initializing all the Stores at 1732738783770Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738783770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738783771 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738783771Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738783771Cleaning up temporary data from old regions at 1732738783779 (+8 ms)Region opened successfully at 1732738783789 (+10 ms) 2024-11-27T20:19:43,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:19:43,789 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:19:43,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:19:43,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:19:43,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:19:43,789 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:43,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738783789Disabling compacts and flushes for region at 1732738783789Disabling writes for close at 1732738783789Writing region close event to WAL at 1732738783789Closed at 1732738783789 2024-11-27T20:19:43,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:43,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:19:43,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:19:43,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:19:43,792 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:19:43,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:43,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:19:43,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T20:19:43,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T20:19:43,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:43,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:19:43,943 DEBUG [6daf43b95769:41753 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:19:43,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,41779,1732738782227 2024-11-27T20:19:43,944 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,41779,1732738782227, state=OPENING 2024-11-27T20:19:43,948 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:19:43,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:43,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:43,950 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:19:43,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01516313185/meta-region-server: CHANGED 2024-11-27T20:19:43,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,41779,1732738782227}] 2024-11-27T20:19:43,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01516313185/meta-region-server: CHANGED 2024-11-27T20:19:44,103 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:19:44,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:19:44,108 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:19:44,108 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:44,108 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:19:44,109 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41779%2C1732738782227.meta, suffix=.meta, logDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/oldWALs, maxLogs=10 2024-11-27T20:19:44,123 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.meta.1732738784109.meta, exclude list is [], retry=0 2024-11-27T20:19:44,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38597,DS-1a21a899-dc16-4b96-98b3-eb62d9d38804,DISK] 2024-11-27T20:19:44,126 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.meta.1732738784109.meta 2024-11-27T20:19:44,126 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38793:38793)] 2024-11-27T20:19:44,126 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:44,127 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:44,127 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:19:44,127 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:19:44,127 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:19:44,127 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:19:44,127 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:44,127 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:19:44,127 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:19:44,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:19:44,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:19:44,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:44,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:44,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:19:44,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:19:44,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:44,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:44,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:19:44,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:19:44,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:44,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:44,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:19:44,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:19:44,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:44,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:44,132 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:19:44,132 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740 2024-11-27T20:19:44,133 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740 2024-11-27T20:19:44,133 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:19:44,133 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:19:44,134 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:44,135 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:19:44,135 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58945642, jitterRate=-0.12164148688316345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:44,135 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:19:44,136 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738784127Writing region info on filesystem at 1732738784127Initializing all the Stores at 1732738784128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738784128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738784128Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738784128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738784128Cleaning up temporary data from old regions at 1732738784133 (+5 ms)Running coprocessor post-open hooks at 1732738784135 (+2 ms)Region opened successfully at 1732738784136 (+1 ms) 2024-11-27T20:19:44,137 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738784103 2024-11-27T20:19:44,138 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:19:44,138 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:19:44,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,41779,1732738782227 2024-11-27T20:19:44,139 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,41779,1732738782227, state=OPEN 2024-11-27T20:19:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01516313185/meta-region-server 2024-11-27T20:19:44,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01516313185/meta-region-server 2024-11-27T20:19:44,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01516313185/meta-region-server: CHANGED 2024-11-27T20:19:44,143 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,41779,1732738782227 2024-11-27T20:19:44,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01516313185/meta-region-server: CHANGED 2024-11-27T20:19:44,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:19:44,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,41779,1732738782227 in 193 msec 2024-11-27T20:19:44,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:19:44,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-27T20:19:44,146 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:44,146 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:19:44,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:44,148 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41779,1732738782227, seqNum=-1] 2024-11-27T20:19:44,148 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:44,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:44,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-27T20:19:44,153 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738784153, completionTime=-1 2024-11-27T20:19:44,153 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:19:44,153 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:19:44,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:19:44,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738844155 2024-11-27T20:19:44,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738904155 2024-11-27T20:19:44,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:19:44,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41753,1732738782123-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:44,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41753,1732738782123-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:44,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41753,1732738782123-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:44,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:41753, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:44,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:44,155 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:44,157 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:19:44,158 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.847sec 2024-11-27T20:19:44,158 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:19:44,158 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:19:44,158 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:19:44,158 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:19:44,158 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:19:44,158 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41753,1732738782123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:19:44,159 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41753,1732738782123-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:19:44,160 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:19:44,160 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:19:44,160 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41753,1732738782123-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:44,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe06584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:44,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41753,-1 for getting cluster id 2024-11-27T20:19:44,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:44,190 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2' 2024-11-27T20:19:44,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2" 2024-11-27T20:19:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7a1556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41753,-1] 2024-11-27T20:19:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:44,192 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:44,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79baec3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:44,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41779,1732738782227, seqNum=-1] 2024-11-27T20:19:44,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:44,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:44,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,41753,1732738782123 2024-11-27T20:19:44,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53763 2024-11-27T20:19:44,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:44,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b1579ca0002 connected 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/hadoop.log.dir so I do NOT create it in target/test-data/b701a450-bce2-0e1b-cd45-7831476efede 2024-11-27T20:19:44,204 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/hadoop.tmp.dir so I do NOT create it in target/test-data/b701a450-bce2-0e1b-cd45-7831476efede 2024-11-27T20:19:44,204 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:19:44,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/cluster_8bb4953f-8516-b35d-b3b9-e1956043948e, deleteOnExit=true 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/test.cache.data in system properties and HBase conf 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:19:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:19:44,205 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:19:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:19:44,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:44,286 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:19:44,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:19:44,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:19:44,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:19:44,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:44,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36de61c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:19:44,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3059b272{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:19:44,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4740b0e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/java.io.tmpdir/jetty-localhost-36981-hadoop-hdfs-3_4_1-tests_jar-_-any-5497092041075380039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:19:44,416 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@546f7128{HTTP/1.1, (http/1.1)}{localhost:36981} 2024-11-27T20:19:44,417 INFO [Time-limited test {}] server.Server(415): Started @185857ms 2024-11-27T20:19:44,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:19:44,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:19:44,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:19:44,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:19:44,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:19:44,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33d84aeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:19:44,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b92a31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:19:44,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37c02948{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/java.io.tmpdir/jetty-localhost-42099-hadoop-hdfs-3_4_1-tests_jar-_-any-2190234029799479444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:19:44,623 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53fbd643{HTTP/1.1, (http/1.1)}{localhost:42099} 2024-11-27T20:19:44,623 INFO [Time-limited test {}] server.Server(415): Started @186064ms 2024-11-27T20:19:44,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:19:44,730 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/cluster_8bb4953f-8516-b35d-b3b9-e1956043948e/data/data1/current/BP-1179901055-172.17.0.2-1732738784223/current, will proceed with Du for space computation calculation, 2024-11-27T20:19:44,733 WARN [Thread-2314 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/cluster_8bb4953f-8516-b35d-b3b9-e1956043948e/data/data2/current/BP-1179901055-172.17.0.2-1732738784223/current, will proceed with Du for space computation calculation, 2024-11-27T20:19:44,761 WARN [Thread-2301 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:19:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0b9e97ff136d05 with lease ID 0x738287128b4702b4: Processing first storage report for DS-a4d2501d-fcc0-44a3-921e-541ef32fa529 from datanode DatanodeRegistration(127.0.0.1:38831, datanodeUuid=2b4ac1e4-b2cd-4607-99ce-12130933e961, infoPort=45331, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=864004620;c=1732738784223) 2024-11-27T20:19:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0b9e97ff136d05 with lease ID 0x738287128b4702b4: from storage DS-a4d2501d-fcc0-44a3-921e-541ef32fa529 node DatanodeRegistration(127.0.0.1:38831, datanodeUuid=2b4ac1e4-b2cd-4607-99ce-12130933e961, infoPort=45331, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=864004620;c=1732738784223), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:19:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0b9e97ff136d05 with lease ID 0x738287128b4702b4: Processing first storage report for DS-93118cf0-8323-4071-b6ca-0e5221608f84 from datanode DatanodeRegistration(127.0.0.1:38831, datanodeUuid=2b4ac1e4-b2cd-4607-99ce-12130933e961, infoPort=45331, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=864004620;c=1732738784223) 2024-11-27T20:19:44,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0b9e97ff136d05 with lease ID 0x738287128b4702b4: from storage DS-93118cf0-8323-4071-b6ca-0e5221608f84 node DatanodeRegistration(127.0.0.1:38831, datanodeUuid=2b4ac1e4-b2cd-4607-99ce-12130933e961, infoPort=45331, infoSecurePort=0, ipcPort=42361, storageInfo=lv=-57;cid=testClusterID;nsid=864004620;c=1732738784223), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:19:44,851 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede 2024-11-27T20:19:44,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:44,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:44,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:19:45,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d with version=8 2024-11-27T20:19:45,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/hbase-staging 2024-11-27T20:19:45,263 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:19:45,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:45,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:45,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:19:45,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:45,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:19:45,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:19:45,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:19:45,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43763 2024-11-27T20:19:45,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43763 connecting to ZooKeeper ensemble=127.0.0.1:53763 2024-11-27T20:19:45,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437630x0, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:45,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43763-0x1015b1579ca0003 connected 2024-11-27T20:19:45,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:45,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:45,287 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Set watcher on znode that does not yet exist, /1-2031169864/running 2024-11-27T20:19:45,287 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d, hbase.cluster.distributed=false 2024-11-27T20:19:45,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Set watcher on znode that does not yet exist, /1-2031169864/acl 2024-11-27T20:19:45,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43763 2024-11-27T20:19:45,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43763 2024-11-27T20:19:45,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43763 2024-11-27T20:19:45,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43763 2024-11-27T20:19:45,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43763 2024-11-27T20:19:45,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:19:45,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:45,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:45,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:19:45,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:19:45,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:19:45,308 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:19:45,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:19:45,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35205 2024-11-27T20:19:45,309 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35205 connecting to ZooKeeper ensemble=127.0.0.1:53763 2024-11-27T20:19:45,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:45,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:45,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352050x0, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:45,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352050x0, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Set watcher on znode that does not yet exist, /1-2031169864/running 2024-11-27T20:19:45,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35205-0x1015b1579ca0004 connected 2024-11-27T20:19:45,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:19:45,318 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:19:45,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Set watcher on znode that does not yet exist, /1-2031169864/master 2024-11-27T20:19:45,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Set watcher on znode that does not yet exist, /1-2031169864/acl 2024-11-27T20:19:45,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-27T20:19:45,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35205 2024-11-27T20:19:45,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35205 2024-11-27T20:19:45,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-27T20:19:45,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35205 2024-11-27T20:19:45,339 DEBUG [M:0;6daf43b95769:43763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:43763 2024-11-27T20:19:45,339 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2031169864/backup-masters/6daf43b95769,43763,1732738785263 2024-11-27T20:19:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864/backup-masters 2024-11-27T20:19:45,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864/backup-masters 2024-11-27T20:19:45,341 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Set watcher on existing znode=/1-2031169864/backup-masters/6daf43b95769,43763,1732738785263 2024-11-27T20:19:45,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:45,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2031169864/master 2024-11-27T20:19:45,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:45,344 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Set watcher on existing znode=/1-2031169864/master 2024-11-27T20:19:45,344 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2031169864/backup-masters/6daf43b95769,43763,1732738785263 from backup master directory 2024-11-27T20:19:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864/backup-masters 2024-11-27T20:19:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2031169864/backup-masters/6daf43b95769,43763,1732738785263 2024-11-27T20:19:45,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864/backup-masters 2024-11-27T20:19:45,345 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:19:45,345 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,43763,1732738785263 2024-11-27T20:19:45,349 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/hbase.id] with ID: 392651a2-50a4-4801-9474-9484035ffae6 2024-11-27T20:19:45,349 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/.tmp/hbase.id 2024-11-27T20:19:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:19:45,754 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/.tmp/hbase.id]:[hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/hbase.id] 2024-11-27T20:19:45,763 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:19:45,763 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:19:45,763 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T20:19:45,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:45,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:45,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:19:46,176 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:46,176 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:19:46,177 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:46,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:19:46,583 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store 2024-11-27T20:19:46,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:19:46,990 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:46,990 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:19:46,990 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:46,990 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:46,990 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:19:46,990 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:46,990 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:19:46,991 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738786990Disabling compacts and flushes for region at 1732738786990Disabling writes for close at 1732738786990Writing region close event to WAL at 1732738786990Closed at 1732738786990 2024-11-27T20:19:46,992 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/.initializing 2024-11-27T20:19:46,992 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/WALs/6daf43b95769,43763,1732738785263 2024-11-27T20:19:46,993 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:19:46,994 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C43763%2C1732738785263, suffix=, logDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/WALs/6daf43b95769,43763,1732738785263, archiveDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/oldWALs, maxLogs=10 2024-11-27T20:19:47,011 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/WALs/6daf43b95769,43763,1732738785263/6daf43b95769%2C43763%2C1732738785263.1732738786995, exclude list is [], retry=0 2024-11-27T20:19:47,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-a4d2501d-fcc0-44a3-921e-541ef32fa529,DISK] 2024-11-27T20:19:47,015 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/WALs/6daf43b95769,43763,1732738785263/6daf43b95769%2C43763%2C1732738785263.1732738786995 2024-11-27T20:19:47,015 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45331:45331)] 2024-11-27T20:19:47,015 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:47,015 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:47,015 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,015 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:19:47,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:47,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:47,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:19:47,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:47,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:47,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:19:47,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:47,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:47,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:19:47,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:47,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:47,022 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,022 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,023 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,024 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,024 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,024 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:47,025 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:19:47,027 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:47,027 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71146556, jitterRate=0.06016629934310913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:47,027 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738787015Initializing all the Stores at 1732738787016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738787016Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738787016Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738787016Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738787016Cleaning up temporary data from old regions at 1732738787024 (+8 ms)Region opened successfully at 1732738787027 (+3 ms) 2024-11-27T20:19:47,028 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:19:47,041 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42dbf705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:19:47,041 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:19:47,041 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:19:47,041 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:19:47,042 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:19:47,042 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:19:47,042 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:19:47,042 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:19:47,050 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:19:47,051 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Unable to get data of znode /1-2031169864/balancer because node does not exist (not necessarily an error) 2024-11-27T20:19:47,052 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031169864/balancer already deleted, retry=false 2024-11-27T20:19:47,052 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:19:47,053 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Unable to get data of znode /1-2031169864/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:19:47,054 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031169864/normalizer already deleted, retry=false 2024-11-27T20:19:47,054 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:19:47,055 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Unable to get data of znode /1-2031169864/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:19:47,056 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031169864/switch/split already deleted, retry=false 2024-11-27T20:19:47,057 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Unable to get data of znode /1-2031169864/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:19:47,059 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031169864/switch/merge already deleted, retry=false 2024-11-27T20:19:47,061 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Unable to get data of znode /1-2031169864/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:19:47,062 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031169864/snapshot-cleanup already deleted, retry=false 2024-11-27T20:19:47,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2031169864/running 2024-11-27T20:19:47,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:47,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2031169864/running 2024-11-27T20:19:47,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:47,064 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,43763,1732738785263, sessionid=0x1015b1579ca0003, setting cluster-up flag (Was=false) 2024-11-27T20:19:47,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:47,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:47,072 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2031169864/flush-table-proc/acquired, /1-2031169864/flush-table-proc/reached, /1-2031169864/flush-table-proc/abort 2024-11-27T20:19:47,073 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,43763,1732738785263 2024-11-27T20:19:47,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:47,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:47,082 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2031169864/online-snapshot/acquired, /1-2031169864/online-snapshot/reached, /1-2031169864/online-snapshot/abort 2024-11-27T20:19:47,083 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,43763,1732738785263 2024-11-27T20:19:47,084 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:19:47,088 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:47,089 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:19:47,089 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:19:47,089 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,43763,1732738785263 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:19:47,090 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:47,090 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:47,090 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:47,090 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:19:47,090 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:19:47,090 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,090 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:19:47,090 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,102 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738817102 2024-11-27T20:19:47,102 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:19:47,102 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:19:47,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:47,102 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:19:47,102 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:19:47,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:19:47,102 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:19:47,102 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:19:47,102 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,103 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:47,103 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:19:47,104 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:19:47,104 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:19:47,104 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:19:47,104 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:19:47,108 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:19:47,108 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:19:47,109 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738787108,5,FailOnTimeoutGroup] 2024-11-27T20:19:47,109 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738787109,5,FailOnTimeoutGroup] 2024-11-27T20:19:47,109 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,109 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:19:47,109 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,109 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:19:47,130 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(746): ClusterId : 392651a2-50a4-4801-9474-9484035ffae6 2024-11-27T20:19:47,130 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:19:47,132 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:19:47,132 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:19:47,134 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:19:47,134 DEBUG [RS:0;6daf43b95769:35205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@196f0079, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:19:47,149 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:35205 2024-11-27T20:19:47,149 INFO [RS:0;6daf43b95769:35205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:19:47,149 INFO [RS:0;6daf43b95769:35205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:19:47,149 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:19:47,150 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,43763,1732738785263 with port=35205, startcode=1732738785308 2024-11-27T20:19:47,150 DEBUG [RS:0;6daf43b95769:35205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:19:47,152 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:19:47,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43763 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,35205,1732738785308 2024-11-27T20:19:47,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43763 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,35205,1732738785308 2024-11-27T20:19:47,153 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d 2024-11-27T20:19:47,153 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34183 2024-11-27T20:19:47,153 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:19:47,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864/rs 2024-11-27T20:19:47,163 DEBUG [RS:0;6daf43b95769:35205 {}] zookeeper.ZKUtil(111): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Set watcher on existing znode=/1-2031169864/rs/6daf43b95769,35205,1732738785308 2024-11-27T20:19:47,163 WARN [RS:0;6daf43b95769:35205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:19:47,163 INFO [RS:0;6daf43b95769:35205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:47,164 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308 2024-11-27T20:19:47,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,35205,1732738785308] 2024-11-27T20:19:47,166 INFO [RS:0;6daf43b95769:35205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:19:47,169 INFO [RS:0;6daf43b95769:35205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:19:47,169 INFO [RS:0;6daf43b95769:35205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:19:47,169 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,172 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:19:47,173 INFO [RS:0;6daf43b95769:35205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:19:47,173 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:19:47,173 DEBUG [RS:0;6daf43b95769:35205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:19:47,175 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,176 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,176 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,176 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,176 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,176 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35205,1732738785308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:19:47,189 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:19:47,190 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35205,1732738785308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,190 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,190 INFO [RS:0;6daf43b95769:35205 {}] regionserver.Replication(171): 6daf43b95769,35205,1732738785308 started 2024-11-27T20:19:47,203 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:47,203 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,35205,1732738785308, RpcServer on 6daf43b95769/172.17.0.2:35205, sessionid=0x1015b1579ca0004 2024-11-27T20:19:47,203 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:19:47,203 DEBUG [RS:0;6daf43b95769:35205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,35205,1732738785308 2024-11-27T20:19:47,203 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,35205,1732738785308' 2024-11-27T20:19:47,203 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2031169864/flush-table-proc/abort' 2024-11-27T20:19:47,204 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2031169864/flush-table-proc/acquired' 2024-11-27T20:19:47,204 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:19:47,204 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:19:47,204 DEBUG [RS:0;6daf43b95769:35205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,35205,1732738785308 2024-11-27T20:19:47,204 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,35205,1732738785308' 2024-11-27T20:19:47,204 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2031169864/online-snapshot/abort' 2024-11-27T20:19:47,205 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2031169864/online-snapshot/acquired' 2024-11-27T20:19:47,205 DEBUG [RS:0;6daf43b95769:35205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:19:47,205 INFO [RS:0;6daf43b95769:35205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:19:47,205 INFO [RS:0;6daf43b95769:35205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:19:47,305 INFO [RS:0;6daf43b95769:35205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:19:47,306 INFO [RS:0;6daf43b95769:35205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C35205%2C1732738785308, suffix=, logDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308, archiveDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/oldWALs, maxLogs=10 2024-11-27T20:19:47,324 DEBUG [RS:0;6daf43b95769:35205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307, exclude list is [], retry=0 2024-11-27T20:19:47,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-a4d2501d-fcc0-44a3-921e-541ef32fa529,DISK] 2024-11-27T20:19:47,328 INFO [RS:0;6daf43b95769:35205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 2024-11-27T20:19:47,329 DEBUG [RS:0;6daf43b95769:35205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45331:45331)] 2024-11-27T20:19:47,515 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:19:47,515 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d 2024-11-27T20:19:47,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:19:47,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:47,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:19:47,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:19:47,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:47,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:47,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:19:47,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:19:47,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:47,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:47,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:19:47,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:19:47,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:47,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:47,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:19:47,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:19:47,928 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:47,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:47,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:19:47,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740 2024-11-27T20:19:47,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740 2024-11-27T20:19:47,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:19:47,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:19:47,931 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:47,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:19:47,935 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:47,935 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74942490, jitterRate=0.11673012375831604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:47,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738787923Initializing all the Stores at 1732738787923Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738787923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738787924 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738787924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738787924Cleaning up temporary data from old regions at 1732738787930 (+6 ms)Region opened successfully at 1732738787935 (+5 ms) 2024-11-27T20:19:47,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:19:47,936 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:19:47,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:19:47,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:19:47,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:19:47,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:19:47,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738787936Disabling compacts and flushes for region at 1732738787936Disabling writes for close at 1732738787936Writing region close event to WAL at 1732738787937 (+1 ms)Closed at 1732738787937 2024-11-27T20:19:47,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:47,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:19:47,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:19:47,939 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:19:47,939 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:19:48,089 DEBUG [6daf43b95769:43763 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:19:48,090 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,35205,1732738785308 2024-11-27T20:19:48,091 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,35205,1732738785308, state=OPENING 2024-11-27T20:19:48,092 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:19:48,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:48,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:48,094 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:19:48,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,35205,1732738785308}] 2024-11-27T20:19:48,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2031169864/meta-region-server: CHANGED 2024-11-27T20:19:48,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2031169864/meta-region-server: CHANGED 2024-11-27T20:19:48,246 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:19:48,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:19:48,251 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:19:48,251 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:48,251 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:19:48,252 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C35205%2C1732738785308.meta, suffix=.meta, logDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308, archiveDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/oldWALs, maxLogs=10 2024-11-27T20:19:48,269 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.meta.1732738788252.meta, exclude list is [], retry=0 2024-11-27T20:19:48,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-a4d2501d-fcc0-44a3-921e-541ef32fa529,DISK] 2024-11-27T20:19:48,272 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.meta.1732738788252.meta 2024-11-27T20:19:48,273 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45331:45331)] 2024-11-27T20:19:48,273 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:48,273 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:48,273 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:19:48,273 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:19:48,273 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:19:48,273 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:19:48,274 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:48,274 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:19:48,274 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:19:48,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:19:48,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:19:48,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:48,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:48,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:19:48,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:19:48,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:48,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:48,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:19:48,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:19:48,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:48,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:48,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:19:48,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:19:48,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:48,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:19:48,278 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:19:48,279 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740 2024-11-27T20:19:48,279 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740 2024-11-27T20:19:48,280 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:19:48,280 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:19:48,281 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:19:48,282 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:19:48,282 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67672207, jitterRate=0.00839446485042572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:19:48,282 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:19:48,282 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738788274Writing region info on filesystem at 1732738788274Initializing all the Stores at 1732738788274Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738788274Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738788274Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738788274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738788274Cleaning up temporary data from old regions at 1732738788280 (+6 ms)Running coprocessor post-open hooks at 1732738788282 (+2 ms)Region opened successfully at 1732738788282 2024-11-27T20:19:48,283 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738788246 2024-11-27T20:19:48,285 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:19:48,285 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:19:48,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,35205,1732738785308 2024-11-27T20:19:48,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,35205,1732738785308, state=OPEN 2024-11-27T20:19:48,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2031169864/meta-region-server 2024-11-27T20:19:48,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2031169864/meta-region-server 2024-11-27T20:19:48,287 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,35205,1732738785308 2024-11-27T20:19:48,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2031169864/meta-region-server: CHANGED 2024-11-27T20:19:48,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2031169864/meta-region-server: CHANGED 2024-11-27T20:19:48,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:19:48,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,35205,1732738785308 in 193 msec 2024-11-27T20:19:48,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:19:48,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-27T20:19:48,291 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:19:48,291 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:19:48,292 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:48,292 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,35205,1732738785308, seqNum=-1] 2024-11-27T20:19:48,292 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:48,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:48,296 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-27T20:19:48,297 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738788296, completionTime=-1 2024-11-27T20:19:48,297 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:19:48,297 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:19:48,298 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:19:48,298 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738848298 2024-11-27T20:19:48,298 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738908298 2024-11-27T20:19:48,298 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:19:48,299 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43763,1732738785263-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:48,299 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43763,1732738785263-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:48,299 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43763,1732738785263-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:48,299 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:43763, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:48,299 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:48,299 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:48,301 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:19:48,302 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.957sec 2024-11-27T20:19:48,302 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:19:48,302 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:19:48,302 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:19:48,302 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:19:48,302 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:19:48,302 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43763,1732738785263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:19:48,302 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43763,1732738785263-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:19:48,304 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:19:48,304 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:19:48,304 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43763,1732738785263-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:19:48,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6406229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:48,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43763,-1 for getting cluster id 2024-11-27T20:19:48,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:48,332 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '392651a2-50a4-4801-9474-9484035ffae6' 2024-11-27T20:19:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "392651a2-50a4-4801-9474-9484035ffae6" 2024-11-27T20:19:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcbdc70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43763,-1] 2024-11-27T20:19:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:48,334 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:48,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14979441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:48,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,35205,1732738785308, seqNum=-1] 2024-11-27T20:19:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:48,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:48,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,43763,1732738785263 2024-11-27T20:19:48,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53763 2024-11-27T20:19:48,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:19:48,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b1579ca0005 connected 2024-11-27T20:19:48,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,41753,1732738782123 2024-11-27T20:19:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66feeda8 2024-11-27T20:19:48,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:48,347 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:48,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:19:48,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:19:48,350 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:48,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:19:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:48,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:19:48,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:19:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:48,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f4e1b3d0429c89a3a33e043027b68eb, NAME => 'test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce 2024-11-27T20:19:48,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:19:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:49,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:49,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9f4e1b3d0429c89a3a33e043027b68eb, disabling compactions & flushes 2024-11-27T20:19:49,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:19:49,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:19:49,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. after waiting 0 ms 2024-11-27T20:19:49,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:19:49,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:19:49,164 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f4e1b3d0429c89a3a33e043027b68eb: Waiting for close lock at 1732738789164Disabling compacts and flushes for region at 1732738789164Disabling writes for close at 1732738789164Writing region close event to WAL at 1732738789164Closed at 1732738789164 2024-11-27T20:19:49,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:19:49,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738789166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738789166"}]},"ts":"1732738789166"} 2024-11-27T20:19:49,168 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:19:49,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:19:49,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738789169"}]},"ts":"1732738789169"} 2024-11-27T20:19:49,170 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:19:49,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f4e1b3d0429c89a3a33e043027b68eb, ASSIGN}] 2024-11-27T20:19:49,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9f4e1b3d0429c89a3a33e043027b68eb, ASSIGN 2024-11-27T20:19:49,172 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9f4e1b3d0429c89a3a33e043027b68eb, ASSIGN; state=OFFLINE, location=6daf43b95769,41779,1732738782227; forceNewPlan=false, retain=false 2024-11-27T20:19:49,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f4e1b3d0429c89a3a33e043027b68eb, regionState=OPENING, regionLocation=6daf43b95769,41779,1732738782227 2024-11-27T20:19:49,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9f4e1b3d0429c89a3a33e043027b68eb, ASSIGN because future has completed 2024-11-27T20:19:49,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f4e1b3d0429c89a3a33e043027b68eb, server=6daf43b95769,41779,1732738782227}] 2024-11-27T20:19:49,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:19:49,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:49,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:49,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:49,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:49,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:49,353 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:49,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:49,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:49,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:49,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:49,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:19:49,481 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:19:49,481 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f4e1b3d0429c89a3a33e043027b68eb, NAME => 'test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:49,481 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:49,481 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:19:49,481 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,481 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:49,481 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,482 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,483 INFO [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,484 INFO [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f4e1b3d0429c89a3a33e043027b68eb columnFamilyName f 2024-11-27T20:19:49,484 DEBUG [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:49,484 INFO [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] regionserver.HStore(327): Store=9f4e1b3d0429c89a3a33e043027b68eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:49,484 INFO [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,485 INFO [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f4e1b3d0429c89a3a33e043027b68eb columnFamilyName f1 2024-11-27T20:19:49,485 DEBUG [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:49,485 INFO [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] regionserver.HStore(327): Store=9f4e1b3d0429c89a3a33e043027b68eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:49,486 INFO [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,486 INFO [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f4e1b3d0429c89a3a33e043027b68eb columnFamilyName norep 2024-11-27T20:19:49,487 DEBUG [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:49,487 INFO [StoreOpener-9f4e1b3d0429c89a3a33e043027b68eb-1 {}] regionserver.HStore(327): Store=9f4e1b3d0429c89a3a33e043027b68eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:49,487 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,487 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,488 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,488 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,488 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,489 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:19:49,490 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,491 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:49,492 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9f4e1b3d0429c89a3a33e043027b68eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70086844, jitterRate=0.04437536001205444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:19:49,492 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:19:49,493 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9f4e1b3d0429c89a3a33e043027b68eb: Running coprocessor pre-open hook at 1732738789482Writing region info on filesystem at 1732738789482Initializing all the Stores at 1732738789482Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738789482Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738789482Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738789482Cleaning up temporary data from old regions at 1732738789488 (+6 ms)Running coprocessor post-open hooks at 1732738789492 (+4 ms)Region opened successfully at 1732738789493 (+1 ms) 2024-11-27T20:19:49,494 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb., pid=6, masterSystemTime=1732738789477 2024-11-27T20:19:49,496 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:19:49,496 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:19:49,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f4e1b3d0429c89a3a33e043027b68eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,41779,1732738782227 2024-11-27T20:19:49,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f4e1b3d0429c89a3a33e043027b68eb, server=6daf43b95769,41779,1732738782227 because future has completed 2024-11-27T20:19:49,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:19:49,501 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f4e1b3d0429c89a3a33e043027b68eb, server=6daf43b95769,41779,1732738782227 in 175 msec 2024-11-27T20:19:49,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:19:49,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9f4e1b3d0429c89a3a33e043027b68eb, ASSIGN in 330 msec 2024-11-27T20:19:49,504 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:19:49,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738789504"}]},"ts":"1732738789504"} 2024-11-27T20:19:49,506 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:19:49,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:19:49,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-27T20:19:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:50,502 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:19:50,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:50,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43763,1732738785263 2024-11-27T20:19:50,503 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1af984a8 2024-11-27T20:19:50,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:50,505 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:50,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:19:50,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:19:50,507 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:50,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:19:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:50,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:19:50,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:19:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:50,915 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 067754962cb1568b9bd218030f0bf45b, NAME => 'test,,1732738790505.067754962cb1568b9bd218030f0bf45b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d 2024-11-27T20:19:50,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:19:51,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:51,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738790505.067754962cb1568b9bd218030f0bf45b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:51,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 067754962cb1568b9bd218030f0bf45b, disabling compactions & flushes 2024-11-27T20:19:51,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:19:51,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:19:51,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738790505.067754962cb1568b9bd218030f0bf45b. after waiting 0 ms 2024-11-27T20:19:51,320 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:19:51,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:19:51,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 067754962cb1568b9bd218030f0bf45b: Waiting for close lock at 1732738791320Disabling compacts and flushes for region at 1732738791320Disabling writes for close at 1732738791320Writing region close event to WAL at 1732738791320Closed at 1732738791321 (+1 ms) 2024-11-27T20:19:51,322 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:19:51,322 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738790505.067754962cb1568b9bd218030f0bf45b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738791322"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738791322"}]},"ts":"1732738791322"} 2024-11-27T20:19:51,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:19:51,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:19:51,324 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738791324"}]},"ts":"1732738791324"} 2024-11-27T20:19:51,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:19:51,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=067754962cb1568b9bd218030f0bf45b, ASSIGN}] 2024-11-27T20:19:51,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=067754962cb1568b9bd218030f0bf45b, ASSIGN 2024-11-27T20:19:51,327 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=067754962cb1568b9bd218030f0bf45b, ASSIGN; state=OFFLINE, location=6daf43b95769,35205,1732738785308; forceNewPlan=false, retain=false 2024-11-27T20:19:51,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=067754962cb1568b9bd218030f0bf45b, regionState=OPENING, regionLocation=6daf43b95769,35205,1732738785308 2024-11-27T20:19:51,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=067754962cb1568b9bd218030f0bf45b, ASSIGN because future has completed 2024-11-27T20:19:51,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 067754962cb1568b9bd218030f0bf45b, server=6daf43b95769,35205,1732738785308}] 2024-11-27T20:19:51,636 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:19:51,636 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 067754962cb1568b9bd218030f0bf45b, NAME => 'test,,1732738790505.067754962cb1568b9bd218030f0bf45b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:51,636 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:51,636 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:19:51,637 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,637 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738790505.067754962cb1568b9bd218030f0bf45b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:51,637 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,637 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,638 INFO [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,639 INFO [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 067754962cb1568b9bd218030f0bf45b columnFamilyName f 2024-11-27T20:19:51,639 DEBUG [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:51,639 INFO [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] regionserver.HStore(327): Store=067754962cb1568b9bd218030f0bf45b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:51,639 INFO [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,640 INFO [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 067754962cb1568b9bd218030f0bf45b columnFamilyName f1 2024-11-27T20:19:51,640 DEBUG [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:51,640 INFO [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] regionserver.HStore(327): Store=067754962cb1568b9bd218030f0bf45b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:51,640 INFO [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,641 INFO [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 067754962cb1568b9bd218030f0bf45b columnFamilyName norep 2024-11-27T20:19:51,641 DEBUG [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:51,641 INFO [StoreOpener-067754962cb1568b9bd218030f0bf45b-1 {}] regionserver.HStore(327): Store=067754962cb1568b9bd218030f0bf45b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:51,641 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:51,642 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,642 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,643 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,643 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,643 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:19:51,644 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,646 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:51,646 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 067754962cb1568b9bd218030f0bf45b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62685799, jitterRate=-0.06590880453586578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:19:51,646 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:51,646 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 067754962cb1568b9bd218030f0bf45b: Running coprocessor pre-open hook at 1732738791637Writing region info on filesystem at 1732738791637Initializing all the Stores at 1732738791637Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738791637Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738791637Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738791637Cleaning up temporary data from old regions at 1732738791643 (+6 ms)Running coprocessor post-open hooks at 1732738791646 (+3 ms)Region opened successfully at 1732738791646 2024-11-27T20:19:51,647 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738790505.067754962cb1568b9bd218030f0bf45b., pid=6, masterSystemTime=1732738791633 2024-11-27T20:19:51,649 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:19:51,649 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:19:51,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=067754962cb1568b9bd218030f0bf45b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,35205,1732738785308 2024-11-27T20:19:51,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 067754962cb1568b9bd218030f0bf45b, server=6daf43b95769,35205,1732738785308 because future has completed 2024-11-27T20:19:51,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:19:51,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 067754962cb1568b9bd218030f0bf45b, server=6daf43b95769,35205,1732738785308 in 171 msec 2024-11-27T20:19:51,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:19:51,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=067754962cb1568b9bd218030f0bf45b, ASSIGN in 327 msec 2024-11-27T20:19:51,656 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:19:51,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738791656"}]},"ts":"1732738791656"} 2024-11-27T20:19:51,657 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:19:51,658 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:19:51,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-27T20:19:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:19:52,652 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:19:52,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1606ab3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41753,-1 for getting cluster id 2024-11-27T20:19:52,653 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:52,654 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2' 2024-11-27T20:19:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2" 2024-11-27T20:19:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0a554c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41753,-1] 2024-11-27T20:19:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:52,655 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:52,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3294d6c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7960d5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,656 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43763,-1 for getting cluster id 2024-11-27T20:19:52,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:52,657 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '392651a2-50a4-4801-9474-9484035ffae6' 2024-11-27T20:19:52,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:52,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "392651a2-50a4-4801-9474-9484035ffae6" 2024-11-27T20:19:52,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec64b30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43763,-1] 2024-11-27T20:19:52,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:52,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:52,658 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:52,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd3a8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6078b5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41753,-1 for getting cluster id 2024-11-27T20:19:52,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:52,660 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2' 2024-11-27T20:19:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2" 2024-11-27T20:19:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41753,-1] 2024-11-27T20:19:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:52,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:52,661 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:52,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71981f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:52,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,41753,1732738782123 2024-11-27T20:19:52,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7efcd3f4 2024-11-27T20:19:52,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:52,663 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:52,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:43763,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:19:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:19:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:52,666 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:43763' 2024-11-27T20:19:52,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c20f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,666 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43763,-1 for getting cluster id 2024-11-27T20:19:52,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:52,667 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '392651a2-50a4-4801-9474-9484035ffae6' 2024-11-27T20:19:52,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:52,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "392651a2-50a4-4801-9474-9484035ffae6" 2024-11-27T20:19:52,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4613576d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43763,-1] 2024-11-27T20:19:52,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:52,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:52,668 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:52,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e1f955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:52,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:52,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43763,1732738785263 2024-11-27T20:19:52,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e6bfa36 2024-11-27T20:19:52,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:52,670 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:52,671 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:19:52,671 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:19:52,671 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:52,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:52,671 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:52,671 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:52,672 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:19:52,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:19:52,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:52,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:19:52,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:19:52,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3528e5b74310c9b39a9dff6e96c0c0de, NAME => 'hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce 2024-11-27T20:19:52,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:19:52,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:52,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3528e5b74310c9b39a9dff6e96c0c0de, disabling compactions & flushes 2024-11-27T20:19:52,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:19:52,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:19:52,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. after waiting 0 ms 2024-11-27T20:19:52,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:19:52,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:19:52,687 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3528e5b74310c9b39a9dff6e96c0c0de: Waiting for close lock at 1732738792687Disabling compacts and flushes for region at 1732738792687Disabling writes for close at 1732738792687Writing region close event to WAL at 1732738792687Closed at 1732738792687 2024-11-27T20:19:52,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:19:52,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738792688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738792688"}]},"ts":"1732738792688"} 2024-11-27T20:19:52,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:19:52,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:19:52,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738792691"}]},"ts":"1732738792691"} 2024-11-27T20:19:52,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:19:52,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3528e5b74310c9b39a9dff6e96c0c0de, ASSIGN}] 2024-11-27T20:19:52,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3528e5b74310c9b39a9dff6e96c0c0de, ASSIGN 2024-11-27T20:19:52,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3528e5b74310c9b39a9dff6e96c0c0de, ASSIGN; state=OFFLINE, location=6daf43b95769,41779,1732738782227; forceNewPlan=false, retain=false 2024-11-27T20:19:52,722 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:19:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:52,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3528e5b74310c9b39a9dff6e96c0c0de, regionState=OPENING, regionLocation=6daf43b95769,41779,1732738782227 2024-11-27T20:19:52,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3528e5b74310c9b39a9dff6e96c0c0de, ASSIGN because future has completed 2024-11-27T20:19:52,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3528e5b74310c9b39a9dff6e96c0c0de, server=6daf43b95769,41779,1732738782227}] 2024-11-27T20:19:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:53,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:19:53,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:53,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:19:53,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41779%2C1732738782227.rep, suffix=, logDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227, archiveDir=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/oldWALs, maxLogs=10 2024-11-27T20:19:53,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.rep.1732738793004, exclude list is [], retry=0 2024-11-27T20:19:53,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38597,DS-1a21a899-dc16-4b96-98b3-eb62d9d38804,DISK] 2024-11-27T20:19:53,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.rep.1732738793004 2024-11-27T20:19:53,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38793:38793)] 2024-11-27T20:19:53,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3528e5b74310c9b39a9dff6e96c0c0de, NAME => 'hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:53,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:53,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:19:53,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. service=MultiRowMutationService 2024-11-27T20:19:53,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:19:53,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:53,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,022 INFO [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,023 INFO [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3528e5b74310c9b39a9dff6e96c0c0de columnFamilyName hfileref 2024-11-27T20:19:53,023 DEBUG [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:53,024 INFO [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] regionserver.HStore(327): Store=3528e5b74310c9b39a9dff6e96c0c0de/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:53,024 INFO [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,025 INFO [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3528e5b74310c9b39a9dff6e96c0c0de columnFamilyName queue 2024-11-27T20:19:53,025 DEBUG [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:53,025 INFO [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] regionserver.HStore(327): Store=3528e5b74310c9b39a9dff6e96c0c0de/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:53,025 INFO [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,026 INFO [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3528e5b74310c9b39a9dff6e96c0c0de columnFamilyName sid 2024-11-27T20:19:53,026 DEBUG [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:53,026 INFO [StoreOpener-3528e5b74310c9b39a9dff6e96c0c0de-1 {}] regionserver.HStore(327): Store=3528e5b74310c9b39a9dff6e96c0c0de/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:53,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/replication/3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/replication/3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:19:53,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/replication/3528e5b74310c9b39a9dff6e96c0c0de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:53,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3528e5b74310c9b39a9dff6e96c0c0de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63578230, jitterRate=-0.052610546350479126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:19:53,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:19:53,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3528e5b74310c9b39a9dff6e96c0c0de: Running coprocessor pre-open hook at 1732738793021Writing region info on filesystem at 1732738793021Initializing all the Stores at 1732738793022 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738793022Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738793022Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738793022Cleaning up temporary data from old regions at 1732738793028 (+6 ms)Running coprocessor post-open hooks at 1732738793031 (+3 ms)Region opened successfully at 1732738793031 2024-11-27T20:19:53,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de., pid=10, masterSystemTime=1732738792999 2024-11-27T20:19:53,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:19:53,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:19:53,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3528e5b74310c9b39a9dff6e96c0c0de, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,41779,1732738782227 2024-11-27T20:19:53,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3528e5b74310c9b39a9dff6e96c0c0de, server=6daf43b95769,41779,1732738782227 because future has completed 2024-11-27T20:19:53,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:19:53,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3528e5b74310c9b39a9dff6e96c0c0de, server=6daf43b95769,41779,1732738782227 in 190 msec 2024-11-27T20:19:53,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:19:53,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3528e5b74310c9b39a9dff6e96c0c0de, ASSIGN in 345 msec 2024-11-27T20:19:53,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:19:53,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738793041"}]},"ts":"1732738793041"} 2024-11-27T20:19:53,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:19:53,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:19:53,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 372 msec 2024-11-27T20:19:53,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de., hostname=6daf43b95769,41779,1732738782227, seqNum=2] 2024-11-27T20:19:53,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:53,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:19:53,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:19:53,167 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T20:19:53,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:19:53,239 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:19:53,273 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,41779,1732738782227, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:19:53,274 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:53,274 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41779,1732738782227, seqNum=-1] 2024-11-27T20:19:53,274 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:53,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T20:19:53,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,41779,1732738782227', locateType=CURRENT is [region=hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de., hostname=6daf43b95769,41779,1732738782227, seqNum=2] 2024-11-27T20:19:53,279 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:19:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:19:53,281 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,41779,1732738782227 suceeded 2024-11-27T20:19:53,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:19:53,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-27T20:19:53,283 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:43763,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:19:53,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 620 msec 2024-11-27T20:19:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:53,292 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:19:53,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:53,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:53,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:53,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:53,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:53,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71709be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:53,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43763,-1 for getting cluster id 2024-11-27T20:19:53,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:53,294 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:43763' 2024-11-27T20:19:53,294 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '392651a2-50a4-4801-9474-9484035ffae6' 2024-11-27T20:19:53,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:53,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "392651a2-50a4-4801-9474-9484035ffae6" 2024-11-27T20:19:53,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a747d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:53,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43763,-1] 2024-11-27T20:19:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:53,295 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4671d44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:53,295 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43763,-1 for getting cluster id 2024-11-27T20:19:53,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:53,295 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:53,295 DEBUG [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '392651a2-50a4-4801-9474-9484035ffae6' 2024-11-27T20:19:53,295 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "392651a2-50a4-4801-9474-9484035ffae6" 2024-11-27T20:19:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e472c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43763,-1] 2024-11-27T20:19:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:53,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e386e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:53,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:53,297 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43763,1732738785263 2024-11-27T20:19:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64820e12 2024-11-27T20:19:53,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:53,297 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@644e72fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:53,297 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:53,298 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:53,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43763,1732738785263 2024-11-27T20:19:53,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8bd738 2024-11-27T20:19:53,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:53,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:41753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:19:53,299 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-27T20:19:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:19:53,299 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,41779,1732738782227 (queues=1) is replicating from cluster=f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2 to cluster=392651a2-50a4-4801-9474-9484035ffae6 2024-11-27T20:19:53,299 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C41779%2C1732738782227 2024-11-27T20:19:53,299 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,41779,1732738782227, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:19:53,300 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151, startPosition=0, beingWritten=true 2024-11-27T20:19:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:53,300 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C41779%2C1732738782227 2024-11-27T20:19:53,301 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:41753' 2024-11-27T20:19:53,302 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5129c5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:53,302 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41753,-1 for getting cluster id 2024-11-27T20:19:53,302 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:53,302 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2' 2024-11-27T20:19:53,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:53,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2" 2024-11-27T20:19:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5549f287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41753,-1] 2024-11-27T20:19:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:53,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:53,303 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:53,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf2ca70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:53,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:53,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,41753,1732738782123 2024-11-27T20:19:53,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41c82903 2024-11-27T20:19:53,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:53,305 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:19:53,306 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:19:53,306 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:19:53,306 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:53,306 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:53,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:53,306 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:19:53,306 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:53,306 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 379, reset compression=false 2024-11-27T20:19:53,306 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41779,1732738782227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:53,307 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:19:53,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:19:53,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:53,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:19:53,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:19:53,358 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:19:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:53,513 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 379, reset compression=false 2024-11-27T20:19:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:53,720 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a683687c5c17a70e2acba42fc3c92ccd, NAME => 'hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d 2024-11-27T20:19:53,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:19:53,816 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 379, reset compression=false 2024-11-27T20:19:53,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T20:19:53,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T20:19:53,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T20:19:53,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T20:19:53,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T20:19:53,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T20:19:53,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:19:53,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T20:19:53,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:19:53,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T20:19:53,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:19:53,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T20:19:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:54,125 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:54,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a683687c5c17a70e2acba42fc3c92ccd, disabling compactions & flushes 2024-11-27T20:19:54,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:19:54,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:19:54,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. after waiting 0 ms 2024-11-27T20:19:54,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:19:54,126 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:19:54,126 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a683687c5c17a70e2acba42fc3c92ccd: Waiting for close lock at 1732738794126Disabling compacts and flushes for region at 1732738794126Disabling writes for close at 1732738794126Writing region close event to WAL at 1732738794126Closed at 1732738794126 2024-11-27T20:19:54,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:19:54,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738794127"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738794127"}]},"ts":"1732738794127"} 2024-11-27T20:19:54,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:19:54,129 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:19:54,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738794130"}]},"ts":"1732738794130"} 2024-11-27T20:19:54,131 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:19:54,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a683687c5c17a70e2acba42fc3c92ccd, ASSIGN}] 2024-11-27T20:19:54,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a683687c5c17a70e2acba42fc3c92ccd, ASSIGN 2024-11-27T20:19:54,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a683687c5c17a70e2acba42fc3c92ccd, ASSIGN; state=OFFLINE, location=6daf43b95769,35205,1732738785308; forceNewPlan=false, retain=false 2024-11-27T20:19:54,221 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 379, reset compression=false 2024-11-27T20:19:54,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a683687c5c17a70e2acba42fc3c92ccd, regionState=OPENING, regionLocation=6daf43b95769,35205,1732738785308 2024-11-27T20:19:54,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a683687c5c17a70e2acba42fc3c92ccd, ASSIGN because future has completed 2024-11-27T20:19:54,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a683687c5c17a70e2acba42fc3c92ccd, server=6daf43b95769,35205,1732738785308}] 2024-11-27T20:19:54,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:54,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:19:54,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:19:54,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:19:54,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C35205%2C1732738785308.rep, suffix=, logDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308, archiveDir=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/oldWALs, maxLogs=10 2024-11-27T20:19:54,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.rep.1732738794443, exclude list is [], retry=0 2024-11-27T20:19:54,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38831,DS-a4d2501d-fcc0-44a3-921e-541ef32fa529,DISK] 2024-11-27T20:19:54,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.rep.1732738794443 2024-11-27T20:19:54,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45331:45331)] 2024-11-27T20:19:54,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a683687c5c17a70e2acba42fc3c92ccd, NAME => 'hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:19:54,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:19:54,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:19:54,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. service=MultiRowMutationService 2024-11-27T20:19:54,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:19:54,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:19:54,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,462 INFO [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,463 INFO [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a683687c5c17a70e2acba42fc3c92ccd columnFamilyName hfileref 2024-11-27T20:19:54,463 DEBUG [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:54,463 INFO [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] regionserver.HStore(327): Store=a683687c5c17a70e2acba42fc3c92ccd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:54,463 INFO [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,464 INFO [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a683687c5c17a70e2acba42fc3c92ccd columnFamilyName queue 2024-11-27T20:19:54,464 DEBUG [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:54,465 INFO [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] regionserver.HStore(327): Store=a683687c5c17a70e2acba42fc3c92ccd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:54,465 INFO [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,465 INFO [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a683687c5c17a70e2acba42fc3c92ccd columnFamilyName sid 2024-11-27T20:19:54,465 DEBUG [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:19:54,466 INFO [StoreOpener-a683687c5c17a70e2acba42fc3c92ccd-1 {}] regionserver.HStore(327): Store=a683687c5c17a70e2acba42fc3c92ccd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:19:54,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/replication/a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/replication/a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:19:54,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/replication/a683687c5c17a70e2acba42fc3c92ccd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:19:54,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a683687c5c17a70e2acba42fc3c92ccd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72633425, jitterRate=0.0823223739862442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:19:54,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:54,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a683687c5c17a70e2acba42fc3c92ccd: Running coprocessor pre-open hook at 1732738794461Writing region info on filesystem at 1732738794461Initializing all the Stores at 1732738794461Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738794461Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738794462 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738794462Cleaning up temporary data from old regions at 1732738794467 (+5 ms)Running coprocessor post-open hooks at 1732738794470 (+3 ms)Region opened successfully at 1732738794470 2024-11-27T20:19:54,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd., pid=10, masterSystemTime=1732738794439 2024-11-27T20:19:54,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:19:54,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:19:54,473 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a683687c5c17a70e2acba42fc3c92ccd, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,35205,1732738785308 2024-11-27T20:19:54,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a683687c5c17a70e2acba42fc3c92ccd, server=6daf43b95769,35205,1732738785308 because future has completed 2024-11-27T20:19:54,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:19:54,477 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a683687c5c17a70e2acba42fc3c92ccd, server=6daf43b95769,35205,1732738785308 in 190 msec 2024-11-27T20:19:54,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:19:54,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a683687c5c17a70e2acba42fc3c92ccd, ASSIGN in 346 msec 2024-11-27T20:19:54,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:19:54,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738794480"}]},"ts":"1732738794480"} 2024-11-27T20:19:54,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:19:54,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:19:54,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-27T20:19:54,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd., hostname=6daf43b95769,35205,1732738785308, seqNum=2] 2024-11-27T20:19:54,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:54,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:54,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:19:54,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:19:54,677 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:19:54,705 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,35205,1732738785308, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:19:54,705 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:54,705 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,35205,1732738785308, seqNum=-1] 2024-11-27T20:19:54,706 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:54,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T20:19:54,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,35205,1732738785308', locateType=CURRENT is [region=hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd., hostname=6daf43b95769,35205,1732738785308, seqNum=2] 2024-11-27T20:19:54,711 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:19:54,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:19:54,712 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,35205,1732738785308 suceeded 2024-11-27T20:19:54,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:19:54,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T20:19:54,714 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:41753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:19:54,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-27T20:19:54,724 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:41753' 2024-11-27T20:19:54,725 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 379, reset compression=false 2024-11-27T20:19:54,726 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@466ee0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:54,726 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41753,-1 for getting cluster id 2024-11-27T20:19:54,726 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:54,726 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2' 2024-11-27T20:19:54,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:54,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2" 2024-11-27T20:19:54,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24184371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:54,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41753,-1] 2024-11-27T20:19:54,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:54,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:54,728 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:54,729 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ab2832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:54,729 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:19:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,41753,1732738782123 2024-11-27T20:19:54,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60518a3 2024-11-27T20:19:54,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:19:54,730 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-27T20:19:54,731 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,35205,1732738785308 (queues=1) is replicating from cluster=392651a2-50a4-4801-9474-9484035ffae6 to cluster=f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2 2024-11-27T20:19:54,731 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C35205%2C1732738785308 2024-11-27T20:19:54,732 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,35205,1732738785308, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:19:54,732 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307, startPosition=0, beingWritten=true 2024-11-27T20:19:54,732 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C35205%2C1732738785308 2024-11-27T20:19:54,737 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:54,737 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 379, reset compression=false 2024-11-27T20:19:54,737 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35205,1732738785308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:54,940 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 379, reset compression=false 2024-11-27T20:19:54,984 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:19:55,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:55,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:55,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:55,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:55,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:55,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:55,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:55,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:55,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:55,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:55,244 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 379, reset compression=false 2024-11-27T20:19:55,329 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 379, reset compression=false 2024-11-27T20:19:55,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T20:19:55,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:19:55,442 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:19:55,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:55,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:55,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:55,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:55,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:55,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41779,1732738782227, seqNum=-1] 2024-11-27T20:19:55,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:55,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:55,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb., hostname=6daf43b95769,41779,1732738782227, seqNum=2] 2024-11-27T20:19:55,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,35205,1732738785308, seqNum=-1] 2024-11-27T20:19:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:55,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:19:55,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738790505.067754962cb1568b9bd218030f0bf45b., hostname=6daf43b95769,35205,1732738785308, seqNum=2] 2024-11-27T20:19:55,454 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T20:19:55,648 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 379, reset compression=false 2024-11-27T20:19:56,033 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 379, reset compression=false 2024-11-27T20:19:56,037 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:19:56,037 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 480, reset compression=false 2024-11-27T20:19:56,037 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41779,1732738782227 got entry batch from reader: WALEntryBatch [walEntries=[{test/9f4e1b3d0429c89a3a33e043027b68eb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T20:19:56,040 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:19:56,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-27T20:19:56,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:19:56,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b455a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:56,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43763,-1 for getting cluster id 2024-11-27T20:19:56,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:56,043 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '392651a2-50a4-4801-9474-9484035ffae6' 2024-11-27T20:19:56,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:56,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "392651a2-50a4-4801-9474-9484035ffae6" 2024-11-27T20:19:56,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20065c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:56,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43763,-1] 2024-11-27T20:19:56,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:56,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:56,045 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:56,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@343e5ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:56,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:56,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,35205,1732738785308, seqNum=-1] 2024-11-27T20:19:56,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:56,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T20:19:56,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738790505.067754962cb1568b9bd218030f0bf45b., hostname=6daf43b95769,35205,1732738785308, seqNum=2] 2024-11-27T20:19:56,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:19:56,151 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 379, reset compression=false 2024-11-27T20:19:56,156 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:56,157 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 504, reset compression=false 2024-11-27T20:19:56,157 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35205,1732738785308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:56,243 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 480, reset compression=false 2024-11-27T20:19:56,360 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 504, reset compression=false 2024-11-27T20:19:56,457 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T20:19:56,460 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T20:19:56,547 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 480, reset compression=false 2024-11-27T20:19:56,664 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 504, reset compression=false 2024-11-27T20:19:56,669 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:19:56,669 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 608, reset compression=false 2024-11-27T20:19:56,669 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35205,1732738785308 got entry batch from reader: WALEntryBatch [walEntries=[{test/067754962cb1568b9bd218030f0bf45b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T20:19:56,671 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:19:56,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-27T20:19:56,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:19:56,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a2638ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:56,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41753,-1 for getting cluster id 2024-11-27T20:19:56,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:19:56,681 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2' 2024-11-27T20:19:56,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:19:56,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f7c4dc80-020c-46ce-9cb1-72cf53ad1bc2" 2024-11-27T20:19:56,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@342b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:56,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41753,-1] 2024-11-27T20:19:56,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:19:56,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:56,683 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:19:56,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51216e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:19:56,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:19:56,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41779,1732738782227, seqNum=-1] 2024-11-27T20:19:56,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:19:56,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T20:19:56,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb., hostname=6daf43b95769,41779,1732738782227, seqNum=2] 2024-11-27T20:19:56,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:19:56,881 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 608, reset compression=false 2024-11-27T20:19:56,951 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 480, reset compression=false 2024-11-27T20:19:56,956 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:56,956 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 607, reset compression=false 2024-11-27T20:19:56,956 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41779,1732738782227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:57,175 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 607, reset compression=false 2024-11-27T20:19:57,185 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 608, reset compression=false 2024-11-27T20:19:57,462 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T20:19:57,468 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T20:19:57,480 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 607, reset compression=false 2024-11-27T20:19:57,485 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:19:57,485 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 763, reset compression=false 2024-11-27T20:19:57,485 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41779,1732738782227 got entry batch from reader: WALEntryBatch [walEntries=[{test/9f4e1b3d0429c89a3a33e043027b68eb/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T20:19:57,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:19:57,489 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:19:57,588 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 608, reset compression=false 2024-11-27T20:19:57,593 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:57,593 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 756, reset compression=false 2024-11-27T20:19:57,593 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35205,1732738785308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:57,688 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 763, reset compression=false 2024-11-27T20:19:57,809 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 756, reset compression=false 2024-11-27T20:19:57,992 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 763, reset compression=false 2024-11-27T20:19:58,113 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 756, reset compression=false 2024-11-27T20:19:58,396 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 763, reset compression=false 2024-11-27T20:19:58,470 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T20:19:58,478 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T20:19:58,518 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 756, reset compression=false 2024-11-27T20:19:58,523 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:19:58,524 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 915, reset compression=false 2024-11-27T20:19:58,524 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35205,1732738785308 got entry batch from reader: WALEntryBatch [walEntries=[{test/067754962cb1568b9bd218030f0bf45b/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T20:19:58,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:19:58,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:19:58,730 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 915, reset compression=false 2024-11-27T20:19:58,900 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 763, reset compression=false 2024-11-27T20:19:58,904 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:58,904 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 912, reset compression=false 2024-11-27T20:19:58,904 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41779,1732738782227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:59,039 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 915, reset compression=false 2024-11-27T20:19:59,108 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 912, reset compression=false 2024-11-27T20:19:59,411 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 912, reset compression=false 2024-11-27T20:19:59,442 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 915, reset compression=false 2024-11-27T20:19:59,480 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T20:19:59,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:19:59,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:59,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:59,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:59,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:59,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:19:59,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:19:59,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1262819766, stopped=false 2024-11-27T20:19:59,482 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,43763,1732738785263 2024-11-27T20:19:59,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2031169864/running 2024-11-27T20:19:59,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2031169864/running 2024-11-27T20:19:59,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:59,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:19:59,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:19:59,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:19:59,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:59,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:59,485 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,35205,1732738785308' ***** 2024-11-27T20:19:59,485 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:19:59,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Set watcher on znode that does not yet exist, /1-2031169864/running 2024-11-27T20:19:59,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Set watcher on znode that does not yet exist, /1-2031169864/running 2024-11-27T20:19:59,485 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:19:59,485 INFO [RS:0;6daf43b95769:35205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:19:59,485 INFO [RS:0;6daf43b95769:35205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:19:59,485 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(3091): Received CLOSE for 067754962cb1568b9bd218030f0bf45b 2024-11-27T20:19:59,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:19:59,486 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(3091): Received CLOSE for a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:59,486 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,35205,1732738785308 2024-11-27T20:19:59,486 INFO [RS:0;6daf43b95769:35205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:19:59,486 INFO [RS:0;6daf43b95769:35205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:35205. 2024-11-27T20:19:59,486 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 067754962cb1568b9bd218030f0bf45b, disabling compactions & flushes 2024-11-27T20:19:59,486 DEBUG [RS:0;6daf43b95769:35205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:19:59,486 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:19:59,486 DEBUG [RS:0;6daf43b95769:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:19:59,486 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:19:59,486 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738790505.067754962cb1568b9bd218030f0bf45b. after waiting 0 ms 2024-11-27T20:19:59,486 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:19:59,486 INFO [RS:0;6daf43b95769:35205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:19:59,486 INFO [RS:0;6daf43b95769:35205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:19:59,486 INFO [RS:0;6daf43b95769:35205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:19:59,486 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:19:59,486 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 067754962cb1568b9bd218030f0bf45b 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-27T20:19:59,486 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:19:59,486 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1325): Online Regions={067754962cb1568b9bd218030f0bf45b=test,,1732738790505.067754962cb1568b9bd218030f0bf45b., 1588230740=hbase:meta,,1.1588230740, a683687c5c17a70e2acba42fc3c92ccd=hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd.} 2024-11-27T20:19:59,486 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1351): Waiting on 067754962cb1568b9bd218030f0bf45b, 1588230740, a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:59,486 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:19:59,486 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:19:59,486 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:19:59,486 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:19:59,486 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:19:59,486 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:19:59,502 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/.tmp/f/bce3be0386184b7b93061a1364c588ff is 29, key is row1/f:/1732738798471/DeleteFamily/seqid=0 2024-11-27T20:19:59,502 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/info/0156becad20049768bbed0549fe45ef6 is 147, key is hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd./info:regioninfo/1732738794473/Put/seqid=0 2024-11-27T20:19:59,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741840_1016 (size=5118) 2024-11-27T20:19:59,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741841_1017 (size=7686) 2024-11-27T20:19:59,585 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:19:59,686 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1351): Waiting on 067754962cb1568b9bd218030f0bf45b, 1588230740, a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:59,815 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 912, reset compression=false 2024-11-27T20:19:59,887 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1351): Waiting on 067754962cb1568b9bd218030f0bf45b, 1588230740, a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:19:59,906 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/.tmp/f/bce3be0386184b7b93061a1364c588ff 2024-11-27T20:19:59,907 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/info/0156becad20049768bbed0549fe45ef6 2024-11-27T20:19:59,911 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bce3be0386184b7b93061a1364c588ff 2024-11-27T20:19:59,926 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/.tmp/f1/412aac6afb6247ea8d8a136a34e50e8a is 30, key is row1/f1:/1732738798471/DeleteFamily/seqid=0 2024-11-27T20:19:59,928 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/ns/435eb02dbc904fe68829c1a6601d5f04 is 43, key is default/ns:d/1732738788293/Put/seqid=0 2024-11-27T20:19:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741842_1018 (size=5123) 2024-11-27T20:19:59,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741843_1019 (size=5153) 2024-11-27T20:19:59,946 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 915, reset compression=false 2024-11-27T20:19:59,950 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:19:59,950 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 1162, reset compression=false 2024-11-27T20:19:59,950 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35205,1732738785308 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:19:59,951 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,35205,1732738785308: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,35205,1732738785308, walGroup=6daf43b95769%2C35205%2C1732738785308, offset=6daf43b95769%2C35205%2C1732738785308.1732738787307:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:35205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:19:59,952 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:19:59,952 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:19:59,953 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:19:59,953 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:19:59,953 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:19:59,953 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 575446400 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191195952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:19:59,953 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:43763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:43763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T20:19:59,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:19:59,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:59,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:59,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:59,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:59,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:59,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:59,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:59,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:59,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:19:59,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:00,087 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1351): Waiting on 067754962cb1568b9bd218030f0bf45b, 1588230740, a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:20:00,155 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 1162, reset compression=false 2024-11-27T20:20:00,176 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:20:00,176 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:20:00,287 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1351): Waiting on 067754962cb1568b9bd218030f0bf45b, 1588230740, a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:20:00,319 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 912, reset compression=false 2024-11-27T20:20:00,330 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/.tmp/f1/412aac6afb6247ea8d8a136a34e50e8a 2024-11-27T20:20:00,335 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 412aac6afb6247ea8d8a136a34e50e8a 2024-11-27T20:20:00,340 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/ns/435eb02dbc904fe68829c1a6601d5f04 2024-11-27T20:20:00,356 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/rep_barrier/072b5934e6bd455d81514e1d7d461c17 is 112, key is test,,1732738790505.067754962cb1568b9bd218030f0bf45b./rep_barrier:seqnumDuringOpen/1732738791649/Put/seqid=0 2024-11-27T20:20:00,357 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/.tmp/norep/ac6a63c54770495ba25b254a77faf021 is 33, key is row1/norep:/1732738798471/DeleteFamily/seqid=0 2024-11-27T20:20:00,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741845_1021 (size=5108) 2024-11-27T20:20:00,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741844_1020 (size=5518) 2024-11-27T20:20:00,461 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 1162, reset compression=false 2024-11-27T20:20:00,487 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1351): Waiting on 067754962cb1568b9bd218030f0bf45b, 1588230740, a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:20:00,687 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1351): Waiting on 067754962cb1568b9bd218030f0bf45b, 1588230740, a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:20:00,761 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/.tmp/norep/ac6a63c54770495ba25b254a77faf021 2024-11-27T20:20:00,761 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/rep_barrier/072b5934e6bd455d81514e1d7d461c17 2024-11-27T20:20:00,766 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac6a63c54770495ba25b254a77faf021 2024-11-27T20:20:00,766 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/.tmp/f/bce3be0386184b7b93061a1364c588ff as hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/f/bce3be0386184b7b93061a1364c588ff 2024-11-27T20:20:00,770 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bce3be0386184b7b93061a1364c588ff 2024-11-27T20:20:00,770 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/f/bce3be0386184b7b93061a1364c588ff, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T20:20:00,771 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/.tmp/f1/412aac6afb6247ea8d8a136a34e50e8a as hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/f1/412aac6afb6247ea8d8a136a34e50e8a 2024-11-27T20:20:00,774 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 412aac6afb6247ea8d8a136a34e50e8a 2024-11-27T20:20:00,774 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/f1/412aac6afb6247ea8d8a136a34e50e8a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T20:20:00,775 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/.tmp/norep/ac6a63c54770495ba25b254a77faf021 as hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/norep/ac6a63c54770495ba25b254a77faf021 2024-11-27T20:20:00,778 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac6a63c54770495ba25b254a77faf021 2024-11-27T20:20:00,778 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/norep/ac6a63c54770495ba25b254a77faf021, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T20:20:00,779 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 067754962cb1568b9bd218030f0bf45b in 1293ms, sequenceid=8, compaction requested=false 2024-11-27T20:20:00,787 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/table/e70720dde3c544ea9be91ef56a6d736f is 53, key is hbase:replication/table:state/1732738794480/Put/seqid=0 2024-11-27T20:20:00,789 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/default/test/067754962cb1568b9bd218030f0bf45b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T20:20:00,790 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:00,790 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:20:00,790 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:20:00,790 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 067754962cb1568b9bd218030f0bf45b: Waiting for close lock at 1732738799486Running coprocessor pre-close hooks at 1732738799486Disabling compacts and flushes for region at 1732738799486Disabling writes for close at 1732738799486Obtaining lock to block concurrent updates at 1732738799486Preparing flush snapshotting stores in 067754962cb1568b9bd218030f0bf45b at 1732738799486Finished memstore snapshotting test,,1732738790505.067754962cb1568b9bd218030f0bf45b., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732738799486Flushing stores of test,,1732738790505.067754962cb1568b9bd218030f0bf45b. at 1732738799487 (+1 ms)Flushing 067754962cb1568b9bd218030f0bf45b/f: creating writer at 1732738799487Flushing 067754962cb1568b9bd218030f0bf45b/f: appending metadata at 1732738799501 (+14 ms)Flushing 067754962cb1568b9bd218030f0bf45b/f: closing flushed file at 1732738799501Flushing 067754962cb1568b9bd218030f0bf45b/f1: creating writer at 1732738799911 (+410 ms)Flushing 067754962cb1568b9bd218030f0bf45b/f1: appending metadata at 1732738799925 (+14 ms)Flushing 067754962cb1568b9bd218030f0bf45b/f1: closing flushed file at 1732738799925Flushing 067754962cb1568b9bd218030f0bf45b/norep: creating writer at 1732738800335 (+410 ms)Flushing 067754962cb1568b9bd218030f0bf45b/norep: appending metadata at 1732738800356 (+21 ms)Flushing 067754962cb1568b9bd218030f0bf45b/norep: closing flushed file at 1732738800356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12593190: reopening flushed file at 1732738800766 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6621af61: reopening flushed file at 1732738800770 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@338d5db7: reopening flushed file at 1732738800774 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 067754962cb1568b9bd218030f0bf45b in 1293ms, sequenceid=8, compaction requested=false at 1732738800779 (+5 ms)Writing region close event to WAL at 1732738800787 (+8 ms)Running coprocessor post-close hooks at 1732738800790 (+3 ms)Closed at 1732738800790 2024-11-27T20:20:00,790 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738790505.067754962cb1568b9bd218030f0bf45b. 2024-11-27T20:20:00,790 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a683687c5c17a70e2acba42fc3c92ccd, disabling compactions & flushes 2024-11-27T20:20:00,790 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:20:00,790 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:20:00,790 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. after waiting 0 ms 2024-11-27T20:20:00,790 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:20:00,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741846_1022 (size=5308) 2024-11-27T20:20:00,790 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a683687c5c17a70e2acba42fc3c92ccd: Waiting for close lock at 1732738800790Running coprocessor pre-close hooks at 1732738800790Disabling compacts and flushes for region at 1732738800790Disabling writes for close at 1732738800790Failed flush hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd., putting online again at 1732738800790 2024-11-27T20:20:00,791 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:20:00,791 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/table/e70720dde3c544ea9be91ef56a6d736f 2024-11-27T20:20:00,795 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/info/0156becad20049768bbed0549fe45ef6 as hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/info/0156becad20049768bbed0549fe45ef6 2024-11-27T20:20:00,798 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/info/0156becad20049768bbed0549fe45ef6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:20:00,799 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/ns/435eb02dbc904fe68829c1a6601d5f04 as hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/ns/435eb02dbc904fe68829c1a6601d5f04 2024-11-27T20:20:00,802 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/ns/435eb02dbc904fe68829c1a6601d5f04, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:20:00,803 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/rep_barrier/072b5934e6bd455d81514e1d7d461c17 as hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/rep_barrier/072b5934e6bd455d81514e1d7d461c17 2024-11-27T20:20:00,806 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/rep_barrier/072b5934e6bd455d81514e1d7d461c17, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:20:00,806 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/.tmp/table/e70720dde3c544ea9be91ef56a6d736f as hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/table/e70720dde3c544ea9be91ef56a6d736f 2024-11-27T20:20:00,809 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/table/e70720dde3c544ea9be91ef56a6d736f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:20:00,810 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false 2024-11-27T20:20:00,814 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:20:00,814 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:00,814 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:20:00,815 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:00,815 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738799486Running coprocessor pre-close hooks at 1732738799486Disabling compacts and flushes for region at 1732738799486Disabling writes for close at 1732738799486Obtaining lock to block concurrent updates at 1732738799486Preparing flush snapshotting stores in 1588230740 at 1732738799486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738799487 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738799487Flushing 1588230740/info: creating writer at 1732738799487Flushing 1588230740/info: appending metadata at 1732738799502 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732738799502Flushing 1588230740/ns: creating writer at 1732738799911 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732738799928 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732738799928Flushing 1588230740/rep_barrier: creating writer at 1732738800343 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738800356 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738800356Flushing 1588230740/table: creating writer at 1732738800766 (+410 ms)Flushing 1588230740/table: appending metadata at 1732738800786 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732738800787 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b10a143: reopening flushed file at 1732738800794 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3b3aa5: reopening flushed file at 1732738800798 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f116fe: reopening flushed file at 1732738800802 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3998c312: reopening flushed file at 1732738800806 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1324ms, sequenceid=16, compaction requested=false at 1732738800810 (+4 ms)Writing region close event to WAL at 1732738800812 (+2 ms)Running coprocessor post-close hooks at 1732738800814 (+2 ms)Closed at 1732738800814 2024-11-27T20:20:00,815 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:00,865 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 1162, reset compression=false 2024-11-27T20:20:00,870 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:00,870 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 1806, reset compression=false 2024-11-27T20:20:00,887 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:20:00,888 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1325): Online Regions={a683687c5c17a70e2acba42fc3c92ccd=hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd.} 2024-11-27T20:20:00,888 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(3091): Received CLOSE for a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:20:00,888 DEBUG [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1351): Waiting on a683687c5c17a70e2acba42fc3c92ccd 2024-11-27T20:20:00,888 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a683687c5c17a70e2acba42fc3c92ccd, disabling compactions & flushes 2024-11-27T20:20:00,888 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:20:00,888 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:20:00,888 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. after waiting 0 ms 2024-11-27T20:20:00,888 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:20:00,888 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a683687c5c17a70e2acba42fc3c92ccd: Waiting for close lock at 1732738800888Running coprocessor pre-close hooks at 1732738800888Disabling compacts and flushes for region at 1732738800888Disabling writes for close at 1732738800888Failed flush hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd., putting online again at 1732738800888 2024-11-27T20:20:00,888 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738793306.a683687c5c17a70e2acba42fc3c92ccd. 2024-11-27T20:20:00,924 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 912, reset compression=false 2024-11-27T20:20:01,073 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 1806, reset compression=false 2024-11-27T20:20:01,088 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T20:20:01,088 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,35205,1732738785308; all regions closed. 2024-11-27T20:20:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:20:01,090 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.meta.1732738788252.meta not finished, retry = 0 2024-11-27T20:20:01,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741839_1015 (size=1733) 2024-11-27T20:20:01,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.rep.1732738794443 not finished, retry = 0 2024-11-27T20:20:01,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741832_1008 (size=1814) 2024-11-27T20:20:01,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 not finished, retry = 0 2024-11-27T20:20:01,377 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 to pos 1806, reset compression=false 2024-11-27T20:20:01,397 DEBUG [RS:0;6daf43b95769:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:01,397 INFO [RS:0;6daf43b95769:35205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:20:01,397 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/WALs/6daf43b95769,35205,1732738785308/6daf43b95769%2C35205%2C1732738785308.1732738787307 2024-11-27T20:20:01,397 INFO [RS:0;6daf43b95769:35205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:20:01,397 INFO [RS:0;6daf43b95769:35205 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:20:01,397 INFO [RS:0;6daf43b95769:35205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:20:01,397 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:20:01,397 INFO [RS:0;6daf43b95769:35205 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,35205,1732738785308 because: Region server is closing 2024-11-27T20:20:01,398 INFO [RS:0;6daf43b95769:35205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:35205. 2024-11-27T20:20:01,398 DEBUG [RS:0;6daf43b95769:35205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:01,398 DEBUG [RS:0;6daf43b95769:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:01,398 DEBUG [RS:0;6daf43b95769:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:01,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:01,498 INFO [RS:0;6daf43b95769:35205 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.shipper6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 terminated 2024-11-27T20:20:01,498 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35205,1732738785308.replicationSource.wal-reader.6daf43b95769%2C35205%2C1732738785308,1-6daf43b95769,35205,1732738785308 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-27T20:20:01,498 INFO [RS:0;6daf43b95769:35205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:35205. 2024-11-27T20:20:01,498 DEBUG [RS:0;6daf43b95769:35205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:01,498 DEBUG [RS:0;6daf43b95769:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:01,499 DEBUG [RS:0;6daf43b95769:35205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:01,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:01,499 INFO [RS:0;6daf43b95769:35205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35205 2024-11-27T20:20:01,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864/rs 2024-11-27T20:20:01,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2031169864/rs/6daf43b95769,35205,1732738785308 2024-11-27T20:20:01,501 INFO [RS:0;6daf43b95769:35205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:20:01,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,35205,1732738785308] 2024-11-27T20:20:01,505 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2031169864/draining/6daf43b95769,35205,1732738785308 already deleted, retry=false 2024-11-27T20:20:01,505 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,35205,1732738785308 expired; onlineServers=0 2024-11-27T20:20:01,505 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,43763,1732738785263' ***** 2024-11-27T20:20:01,505 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:20:01,505 INFO [M:0;6daf43b95769:43763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:20:01,505 INFO [M:0;6daf43b95769:43763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:20:01,505 DEBUG [M:0;6daf43b95769:43763 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:20:01,505 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:20:01,506 DEBUG [M:0;6daf43b95769:43763 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:20:01,506 INFO [M:0;6daf43b95769:43763 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:20:01,506 INFO [M:0;6daf43b95769:43763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:20:01,506 DEBUG [M:0;6daf43b95769:43763 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:20:01,506 INFO [M:0;6daf43b95769:43763 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:20:01,506 INFO [M:0;6daf43b95769:43763 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:20:01,506 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738787109 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738787109,5,FailOnTimeoutGroup] 2024-11-27T20:20:01,506 INFO [M:0;6daf43b95769:43763 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:20:01,506 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:20:01,508 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738787108 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738787108,5,FailOnTimeoutGroup] 2024-11-27T20:20:01,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2031169864/master 2024-11-27T20:20:01,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2031169864 2024-11-27T20:20:01,509 DEBUG [M:0;6daf43b95769:43763 {}] zookeeper.ZKUtil(347): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Unable to get data of znode /1-2031169864/master because node does not exist (not an error) 2024-11-27T20:20:01,509 WARN [M:0;6daf43b95769:43763 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:20:01,509 INFO [M:0;6daf43b95769:43763 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/.lastflushedseqids 2024-11-27T20:20:01,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741847_1023 (size=245) 2024-11-27T20:20:01,602 INFO [RS:0;6daf43b95769:35205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:20:01,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:01,602 INFO [RS:0;6daf43b95769:35205 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,35205,1732738785308; zookeeper connection closed. 2024-11-27T20:20:01,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35205-0x1015b1579ca0004, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:01,603 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bc57acb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bc57acb 2024-11-27T20:20:01,603 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:20:01,628 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 912, reset compression=false 2024-11-27T20:20:01,914 INFO [M:0;6daf43b95769:43763 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:20:01,914 INFO [M:0;6daf43b95769:43763 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:20:01,915 DEBUG [M:0;6daf43b95769:43763 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:01,915 INFO [M:0;6daf43b95769:43763 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:01,915 DEBUG [M:0;6daf43b95769:43763 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:01,915 DEBUG [M:0;6daf43b95769:43763 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:01,915 DEBUG [M:0;6daf43b95769:43763 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:01,915 INFO [M:0;6daf43b95769:43763 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.48 KB heapSize=64.89 KB 2024-11-27T20:20:01,934 DEBUG [M:0;6daf43b95769:43763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d35dac2036144e88d48ec8b7b1d8aa4 is 82, key is hbase:meta,,1/info:regioninfo/1732738788285/Put/seqid=0 2024-11-27T20:20:01,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741848_1024 (size=5672) 2024-11-27T20:20:02,341 INFO [M:0;6daf43b95769:43763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d35dac2036144e88d48ec8b7b1d8aa4 2024-11-27T20:20:02,363 DEBUG [M:0;6daf43b95769:43763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5b308d887e540938a34207d3f4dfe32 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732738794483/Put/seqid=0 2024-11-27T20:20:02,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741849_1025 (size=8514) 2024-11-27T20:20:02,432 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 912, reset compression=false 2024-11-27T20:20:02,767 INFO [M:0;6daf43b95769:43763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.92 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5b308d887e540938a34207d3f4dfe32 2024-11-27T20:20:02,789 DEBUG [M:0;6daf43b95769:43763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec36e0e794e04c4a8c38138ed2dad378 is 69, key is 6daf43b95769,35205,1732738785308/rs:state/1732738787152/Put/seqid=0 2024-11-27T20:20:02,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741850_1026 (size=5156) 2024-11-27T20:20:03,194 INFO [M:0;6daf43b95769:43763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec36e0e794e04c4a8c38138ed2dad378 2024-11-27T20:20:03,199 DEBUG [M:0;6daf43b95769:43763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9d35dac2036144e88d48ec8b7b1d8aa4 as hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d35dac2036144e88d48ec8b7b1d8aa4 2024-11-27T20:20:03,202 INFO [M:0;6daf43b95769:43763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9d35dac2036144e88d48ec8b7b1d8aa4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T20:20:03,203 DEBUG [M:0;6daf43b95769:43763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e5b308d887e540938a34207d3f4dfe32 as hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5b308d887e540938a34207d3f4dfe32 2024-11-27T20:20:03,206 INFO [M:0;6daf43b95769:43763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e5b308d887e540938a34207d3f4dfe32, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T20:20:03,207 DEBUG [M:0;6daf43b95769:43763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec36e0e794e04c4a8c38138ed2dad378 as hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec36e0e794e04c4a8c38138ed2dad378 2024-11-27T20:20:03,210 INFO [M:0;6daf43b95769:43763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34183/user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec36e0e794e04c4a8c38138ed2dad378, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T20:20:03,211 INFO [M:0;6daf43b95769:43763 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false 2024-11-27T20:20:03,212 INFO [M:0;6daf43b95769:43763 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:03,212 DEBUG [M:0;6daf43b95769:43763 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738801914Disabling compacts and flushes for region at 1732738801914Disabling writes for close at 1732738801915 (+1 ms)Obtaining lock to block concurrent updates at 1732738801915Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738801915Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56811, getHeapSize=66384, getOffHeapSize=0, getCellsCount=114 at 1732738801915Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738801916 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738801916Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738801933 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738801933Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738802345 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738802362 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738802362Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738802771 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738802789 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738802789Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d464f0a: reopening flushed file at 1732738803198 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a4c234: reopening flushed file at 1732738803202 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@586450c6: reopening flushed file at 1732738803206 (+4 ms)Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=97, compaction requested=false at 1732738803211 (+5 ms)Writing region close event to WAL at 1732738803212 (+1 ms)Closed at 1732738803212 2024-11-27T20:20:03,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38831 is added to blk_1073741830_1006 (size=63630) 2024-11-27T20:20:03,214 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/771aaaae-26f0-0ea4-56cf-eb501157a23d/MasterData/WALs/6daf43b95769,43763,1732738785263/6daf43b95769%2C43763%2C1732738785263.1732738786995 not finished, retry = 0 2024-11-27T20:20:03,315 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:20:03,315 INFO [M:0;6daf43b95769:43763 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:20:03,315 INFO [M:0;6daf43b95769:43763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43763 2024-11-27T20:20:03,316 INFO [M:0;6daf43b95769:43763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:20:03,336 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 912, reset compression=false 2024-11-27T20:20:03,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:03,418 INFO [M:0;6daf43b95769:43763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:20:03,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43763-0x1015b1579ca0003, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:03,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37c02948{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:03,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53fbd643{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:20:03,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:20:03,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b92a31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:20:03,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33d84aeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/hadoop.log.dir/,STOPPED} 2024-11-27T20:20:03,423 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:20:03,424 WARN [BP-1179901055-172.17.0.2-1732738784223 heartbeating to localhost/127.0.0.1:34183 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:20:03,424 WARN [BP-1179901055-172.17.0.2-1732738784223 heartbeating to localhost/127.0.0.1:34183 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1179901055-172.17.0.2-1732738784223 (Datanode Uuid 2b4ac1e4-b2cd-4607-99ce-12130933e961) service to localhost/127.0.0.1:34183 2024-11-27T20:20:03,424 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:20:03,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/cluster_8bb4953f-8516-b35d-b3b9-e1956043948e/data/data1/current/BP-1179901055-172.17.0.2-1732738784223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:20:03,425 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/cluster_8bb4953f-8516-b35d-b3b9-e1956043948e/data/data2/current/BP-1179901055-172.17.0.2-1732738784223 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:20:03,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:20:03,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4740b0e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:03,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@546f7128{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:20:03,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:20:03,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3059b272{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:20:03,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36de61c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/hadoop.log.dir/,STOPPED} 2024-11-27T20:20:03,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:20:03,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:20:03,448 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:03,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:03,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:03,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:03,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:03,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:20:03,448 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=838401807, stopped=false 2024-11-27T20:20:03,449 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,41753,1732738782123 2024-11-27T20:20:03,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01516313185/running 2024-11-27T20:20:03,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:20:03,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01516313185/running 2024-11-27T20:20:03,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:20:03,450 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:20:03,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Set watcher on znode that does not yet exist, /01516313185/running 2024-11-27T20:20:03,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:03,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Set watcher on znode that does not yet exist, /01516313185/running 2024-11-27T20:20:03,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:03,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:03,451 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,41779,1732738782227' ***** 2024-11-27T20:20:03,451 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:20:03,451 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:20:03,451 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(3091): Received CLOSE for 3528e5b74310c9b39a9dff6e96c0c0de 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,41779,1732738782227 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:41779. 2024-11-27T20:20:03,452 DEBUG [RS:0;6daf43b95769:41779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:03,452 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3528e5b74310c9b39a9dff6e96c0c0de, disabling compactions & flushes 2024-11-27T20:20:03,452 DEBUG [RS:0;6daf43b95769:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:03,452 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:20:03,452 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:20:03,452 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. after waiting 0 ms 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:20:03,452 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:20:03,452 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:20:03,452 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3528e5b74310c9b39a9dff6e96c0c0de 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-27T20:20:03,453 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:20:03,453 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1325): Online Regions={3528e5b74310c9b39a9dff6e96c0c0de=hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de., 1588230740=hbase:meta,,1.1588230740, 9f4e1b3d0429c89a3a33e043027b68eb=test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb.} 2024-11-27T20:20:03,453 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3528e5b74310c9b39a9dff6e96c0c0de, 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:20:03,453 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:20:03,453 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:20:03,453 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:20:03,453 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:20:03,453 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:20:03,453 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:20:03,469 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/info/a17c0412b2c2433288ccd93bc745dfbc is 147, key is hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de./info:regioninfo/1732738793034/Put/seqid=0 2024-11-27T20:20:03,471 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/replication/3528e5b74310c9b39a9dff6e96c0c0de/.tmp/queue/bb2d6025df8c40cdb78f1d87c255ac84 is 153, key is 1-6daf43b95769,41779,1732738782227/queue:6daf43b95769%2C41779%2C1732738782227/1732738798906/Put/seqid=0 2024-11-27T20:20:03,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741840_1016 (size=7686) 2024-11-27T20:20:03,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741841_1017 (size=5352) 2024-11-27T20:20:03,536 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:20:03,653 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3528e5b74310c9b39a9dff6e96c0c0de, 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:20:03,853 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3528e5b74310c9b39a9dff6e96c0c0de, 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:20:03,874 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/info/a17c0412b2c2433288ccd93bc745dfbc 2024-11-27T20:20:03,878 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/replication/3528e5b74310c9b39a9dff6e96c0c0de/.tmp/queue/bb2d6025df8c40cdb78f1d87c255ac84 2024-11-27T20:20:03,882 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/replication/3528e5b74310c9b39a9dff6e96c0c0de/.tmp/queue/bb2d6025df8c40cdb78f1d87c255ac84 as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/replication/3528e5b74310c9b39a9dff6e96c0c0de/queue/bb2d6025df8c40cdb78f1d87c255ac84 2024-11-27T20:20:03,887 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/replication/3528e5b74310c9b39a9dff6e96c0c0de/queue/bb2d6025df8c40cdb78f1d87c255ac84, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T20:20:03,888 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3528e5b74310c9b39a9dff6e96c0c0de in 436ms, sequenceid=10, compaction requested=false 2024-11-27T20:20:03,895 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/ns/67d6617523944158b35826d8fa46d5c1 is 43, key is default/ns:d/1732738784149/Put/seqid=0 2024-11-27T20:20:03,897 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/replication/3528e5b74310c9b39a9dff6e96c0c0de/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T20:20:03,897 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:03,897 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:20:03,897 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:20:03,897 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3528e5b74310c9b39a9dff6e96c0c0de: Waiting for close lock at 1732738803452Running coprocessor pre-close hooks at 1732738803452Disabling compacts and flushes for region at 1732738803452Disabling writes for close at 1732738803452Obtaining lock to block concurrent updates at 1732738803452Preparing flush snapshotting stores in 3528e5b74310c9b39a9dff6e96c0c0de at 1732738803452Finished memstore snapshotting hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732738803453 (+1 ms)Flushing stores of hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. at 1732738803453Flushing 3528e5b74310c9b39a9dff6e96c0c0de/queue: creating writer at 1732738803453Flushing 3528e5b74310c9b39a9dff6e96c0c0de/queue: appending metadata at 1732738803471 (+18 ms)Flushing 3528e5b74310c9b39a9dff6e96c0c0de/queue: closing flushed file at 1732738803471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772896c4: reopening flushed file at 1732738803882 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3528e5b74310c9b39a9dff6e96c0c0de in 436ms, sequenceid=10, compaction requested=false at 1732738803888 (+6 ms)Writing region close event to WAL at 1732738803892 (+4 ms)Running coprocessor post-close hooks at 1732738803897 (+5 ms)Closed at 1732738803897 2024-11-27T20:20:03,898 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738792671.3528e5b74310c9b39a9dff6e96c0c0de. 2024-11-27T20:20:03,898 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f4e1b3d0429c89a3a33e043027b68eb, disabling compactions & flushes 2024-11-27T20:20:03,898 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:20:03,898 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:20:03,898 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. after waiting 0 ms 2024-11-27T20:20:03,898 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:20:03,898 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9f4e1b3d0429c89a3a33e043027b68eb 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-27T20:20:03,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741842_1018 (size=5153) 2024-11-27T20:20:03,913 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/.tmp/f/b487fb5e05624dbfb1e414a9b2d774c9 is 29, key is row1/f:/1732738798471/DeleteFamily/seqid=0 2024-11-27T20:20:03,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741843_1019 (size=5118) 2024-11-27T20:20:04,033 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:20:04,034 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:20:04,053 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:20:04,253 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:20:04,299 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/ns/67d6617523944158b35826d8fa46d5c1 2024-11-27T20:20:04,317 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/.tmp/f/b487fb5e05624dbfb1e414a9b2d774c9 2024-11-27T20:20:04,318 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/rep_barrier/f0cd4f4efc3c4f78b7d03cf8d9f70e59 is 112, key is test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb./rep_barrier:seqnumDuringOpen/1732738789497/Put/seqid=0 2024-11-27T20:20:04,321 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b487fb5e05624dbfb1e414a9b2d774c9 2024-11-27T20:20:04,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741844_1020 (size=5518) 2024-11-27T20:20:04,323 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/rep_barrier/f0cd4f4efc3c4f78b7d03cf8d9f70e59 2024-11-27T20:20:04,336 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/.tmp/f1/10d910e4ff904f848c3afb22511d6f6d is 30, key is row1/f1:/1732738798471/DeleteFamily/seqid=0 2024-11-27T20:20:04,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741845_1021 (size=5123) 2024-11-27T20:20:04,340 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/table/483834ebfac24f50a12a457f8111a1b3 is 53, key is hbase:replication/table:state/1732738793041/Put/seqid=0 2024-11-27T20:20:04,340 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/.tmp/f1/10d910e4ff904f848c3afb22511d6f6d 2024-11-27T20:20:04,340 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 912, reset compression=false 2024-11-27T20:20:04,345 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10d910e4ff904f848c3afb22511d6f6d 2024-11-27T20:20:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741846_1022 (size=5308) 2024-11-27T20:20:04,353 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/table/483834ebfac24f50a12a457f8111a1b3 2024-11-27T20:20:04,353 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:04,353 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 1159, reset compression=false 2024-11-27T20:20:04,353 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41779,1732738782227 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:04,354 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,41779,1732738782227: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,41779,1732738782227, walGroup=6daf43b95769%2C41779%2C1732738782227, offset=6daf43b95769%2C41779%2C1732738782227.1732738783151:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:41779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:20:04,355 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:20:04,355 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:20:04,356 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:20:04,356 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:20:04,356 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:20:04,356 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 661429632 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 191966344 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:20:04,356 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:41753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:41753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T20:20:04,358 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/info/a17c0412b2c2433288ccd93bc745dfbc as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/info/a17c0412b2c2433288ccd93bc745dfbc 2024-11-27T20:20:04,362 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/info/a17c0412b2c2433288ccd93bc745dfbc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:20:04,362 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/ns/67d6617523944158b35826d8fa46d5c1 as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/ns/67d6617523944158b35826d8fa46d5c1 2024-11-27T20:20:04,366 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/ns/67d6617523944158b35826d8fa46d5c1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:20:04,366 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/.tmp/norep/3a3532d6be4a4653ae9ab033ac59d59e is 32, key is row/norep:/1732738797465/DeleteFamily/seqid=0 2024-11-27T20:20:04,367 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/rep_barrier/f0cd4f4efc3c4f78b7d03cf8d9f70e59 as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/rep_barrier/f0cd4f4efc3c4f78b7d03cf8d9f70e59 2024-11-27T20:20:04,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741847_1023 (size=5101) 2024-11-27T20:20:04,371 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/rep_barrier/f0cd4f4efc3c4f78b7d03cf8d9f70e59, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:20:04,371 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/.tmp/table/483834ebfac24f50a12a457f8111a1b3 as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/table/483834ebfac24f50a12a457f8111a1b3 2024-11-27T20:20:04,375 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/table/483834ebfac24f50a12a457f8111a1b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:20:04,376 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false 2024-11-27T20:20:04,379 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:20:04,380 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:04,380 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:20:04,380 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:04,380 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738803453Running coprocessor pre-close hooks at 1732738803453Disabling compacts and flushes for region at 1732738803453Disabling writes for close at 1732738803453Obtaining lock to block concurrent updates at 1732738803453Preparing flush snapshotting stores in 1588230740 at 1732738803453Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738803454 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738803454Flushing 1588230740/info: creating writer at 1732738803454Flushing 1588230740/info: appending metadata at 1732738803469 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732738803469Flushing 1588230740/ns: creating writer at 1732738803878 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732738803894 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732738803894Flushing 1588230740/rep_barrier: creating writer at 1732738804303 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738804317 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738804317Flushing 1588230740/table: creating writer at 1732738804326 (+9 ms)Flushing 1588230740/table: appending metadata at 1732738804339 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732738804339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e02b33: reopening flushed file at 1732738804357 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c537a94: reopening flushed file at 1732738804362 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0cf629: reopening flushed file at 1732738804366 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548e88c5: reopening flushed file at 1732738804371 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 922ms, sequenceid=16, compaction requested=false at 1732738804376 (+5 ms)Writing region close event to WAL at 1732738804377 (+1 ms)Running coprocessor post-close hooks at 1732738804380 (+3 ms)Closed at 1732738804380 2024-11-27T20:20:04,380 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:04,454 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:20:04,454 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1325): Online Regions={9f4e1b3d0429c89a3a33e043027b68eb=test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb.} 2024-11-27T20:20:04,454 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1351): Waiting on 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:20:04,557 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 1159, reset compression=false 2024-11-27T20:20:04,654 DEBUG [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1351): Waiting on 9f4e1b3d0429c89a3a33e043027b68eb 2024-11-27T20:20:04,771 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/.tmp/norep/3a3532d6be4a4653ae9ab033ac59d59e 2024-11-27T20:20:04,775 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a3532d6be4a4653ae9ab033ac59d59e 2024-11-27T20:20:04,776 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/.tmp/f/b487fb5e05624dbfb1e414a9b2d774c9 as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/f/b487fb5e05624dbfb1e414a9b2d774c9 2024-11-27T20:20:04,780 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b487fb5e05624dbfb1e414a9b2d774c9 2024-11-27T20:20:04,780 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/f/b487fb5e05624dbfb1e414a9b2d774c9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T20:20:04,781 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/.tmp/f1/10d910e4ff904f848c3afb22511d6f6d as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/f1/10d910e4ff904f848c3afb22511d6f6d 2024-11-27T20:20:04,784 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10d910e4ff904f848c3afb22511d6f6d 2024-11-27T20:20:04,784 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/f1/10d910e4ff904f848c3afb22511d6f6d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T20:20:04,785 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/.tmp/norep/3a3532d6be4a4653ae9ab033ac59d59e as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/norep/3a3532d6be4a4653ae9ab033ac59d59e 2024-11-27T20:20:04,788 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a3532d6be4a4653ae9ab033ac59d59e 2024-11-27T20:20:04,788 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/norep/3a3532d6be4a4653ae9ab033ac59d59e, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T20:20:04,789 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9f4e1b3d0429c89a3a33e043027b68eb in 891ms, sequenceid=8, compaction requested=false 2024-11-27T20:20:04,793 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/data/default/test/9f4e1b3d0429c89a3a33e043027b68eb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T20:20:04,794 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:04,794 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:20:04,794 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:20:04,794 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f4e1b3d0429c89a3a33e043027b68eb: Waiting for close lock at 1732738803898Running coprocessor pre-close hooks at 1732738803898Disabling compacts and flushes for region at 1732738803898Disabling writes for close at 1732738803898Obtaining lock to block concurrent updates at 1732738803898Preparing flush snapshotting stores in 9f4e1b3d0429c89a3a33e043027b68eb at 1732738803898Finished memstore snapshotting test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732738803898Flushing stores of test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. at 1732738803899 (+1 ms)Flushing 9f4e1b3d0429c89a3a33e043027b68eb/f: creating writer at 1732738803899Flushing 9f4e1b3d0429c89a3a33e043027b68eb/f: appending metadata at 1732738803912 (+13 ms)Flushing 9f4e1b3d0429c89a3a33e043027b68eb/f: closing flushed file at 1732738803912Flushing 9f4e1b3d0429c89a3a33e043027b68eb/f1: creating writer at 1732738804321 (+409 ms)Flushing 9f4e1b3d0429c89a3a33e043027b68eb/f1: appending metadata at 1732738804335 (+14 ms)Flushing 9f4e1b3d0429c89a3a33e043027b68eb/f1: closing flushed file at 1732738804335Flushing 9f4e1b3d0429c89a3a33e043027b68eb/norep: creating writer at 1732738804345 (+10 ms)Flushing 9f4e1b3d0429c89a3a33e043027b68eb/norep: appending metadata at 1732738804366 (+21 ms)Flushing 9f4e1b3d0429c89a3a33e043027b68eb/norep: closing flushed file at 1732738804366Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e16fa5: reopening flushed file at 1732738804775 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f4c0d3: reopening flushed file at 1732738804780 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c669a68: reopening flushed file at 1732738804784 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9f4e1b3d0429c89a3a33e043027b68eb in 891ms, sequenceid=8, compaction requested=false at 1732738804789 (+5 ms)Writing region close event to WAL at 1732738804790 (+1 ms)Running coprocessor post-close hooks at 1732738804794 (+4 ms)Closed at 1732738804794 2024-11-27T20:20:04,794 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738788348.9f4e1b3d0429c89a3a33e043027b68eb. 2024-11-27T20:20:04,854 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,41779,1732738782227; all regions closed. 2024-11-27T20:20:04,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:20:04,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741839_1015 (size=2676) 2024-11-27T20:20:04,859 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.rep.1732738793004 not finished, retry = 0 2024-11-27T20:20:04,861 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 1159, reset compression=false 2024-11-27T20:20:04,865 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:04,865 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.wal-reader.6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 to pos 1803, reset compression=false 2024-11-27T20:20:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741832_1008 (size=1811) 2024-11-27T20:20:04,962 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/WALs/6daf43b95769,41779,1732738782227/6daf43b95769%2C41779%2C1732738782227.1732738783151 not finished, retry = 0 2024-11-27T20:20:05,063 DEBUG [RS:0;6daf43b95769:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:05,063 INFO [RS:0;6daf43b95769:41779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:20:05,063 INFO [RS:0;6daf43b95769:41779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:20:05,063 INFO [RS:0;6daf43b95769:41779 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:20:05,063 INFO [RS:0;6daf43b95769:41779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:20:05,063 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:20:05,064 INFO [RS:0;6daf43b95769:41779 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,41779,1732738782227 because: Region server is closing 2024-11-27T20:20:05,064 INFO [RS:0;6daf43b95769:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:41779. 2024-11-27T20:20:05,064 DEBUG [RS:0;6daf43b95769:41779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:05,064 DEBUG [RS:0;6daf43b95769:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:05,064 DEBUG [RS:0;6daf43b95769:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:05,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:05,164 INFO [RS:0;6daf43b95769:41779 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41779,1732738782227.replicationSource.shipper6daf43b95769%2C41779%2C1732738782227,1-6daf43b95769,41779,1732738782227 terminated 2024-11-27T20:20:05,165 INFO [RS:0;6daf43b95769:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:41779. 2024-11-27T20:20:05,165 DEBUG [RS:0;6daf43b95769:41779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:05,165 DEBUG [RS:0;6daf43b95769:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:05,165 DEBUG [RS:0;6daf43b95769:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:05,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:05,165 INFO [RS:0;6daf43b95769:41779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41779 2024-11-27T20:20:05,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01516313185/rs/6daf43b95769,41779,1732738782227 2024-11-27T20:20:05,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185/rs 2024-11-27T20:20:05,167 INFO [RS:0;6daf43b95769:41779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:20:05,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,41779,1732738782227] 2024-11-27T20:20:05,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01516313185/draining/6daf43b95769,41779,1732738782227 already deleted, retry=false 2024-11-27T20:20:05,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,41779,1732738782227 expired; onlineServers=0 2024-11-27T20:20:05,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,41753,1732738782123' ***** 2024-11-27T20:20:05,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:20:05,172 INFO [M:0;6daf43b95769:41753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:20:05,172 INFO [M:0;6daf43b95769:41753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:20:05,172 DEBUG [M:0;6daf43b95769:41753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:20:05,172 DEBUG [M:0;6daf43b95769:41753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:20:05,172 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:20:05,172 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738782962 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738782962,5,FailOnTimeoutGroup] 2024-11-27T20:20:05,172 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738782962 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738782962,5,FailOnTimeoutGroup] 2024-11-27T20:20:05,172 INFO [M:0;6daf43b95769:41753 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:20:05,172 INFO [M:0;6daf43b95769:41753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:20:05,172 DEBUG [M:0;6daf43b95769:41753 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:20:05,172 INFO [M:0;6daf43b95769:41753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:20:05,173 INFO [M:0;6daf43b95769:41753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:20:05,173 INFO [M:0;6daf43b95769:41753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:20:05,173 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:20:05,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01516313185/master 2024-11-27T20:20:05,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01516313185 2024-11-27T20:20:05,175 DEBUG [M:0;6daf43b95769:41753 {}] zookeeper.RecoverableZooKeeper(212): Node /01516313185/master already deleted, retry=false 2024-11-27T20:20:05,175 DEBUG [M:0;6daf43b95769:41753 {}] master.ActiveMasterManager(353): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Failed delete of our master address node; KeeperErrorCode = NoNode for /01516313185/master 2024-11-27T20:20:05,176 INFO [M:0;6daf43b95769:41753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/.lastflushedseqids 2024-11-27T20:20:05,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741848_1024 (size=245) 2024-11-27T20:20:05,180 INFO [M:0;6daf43b95769:41753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:20:05,180 INFO [M:0;6daf43b95769:41753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:20:05,180 DEBUG [M:0;6daf43b95769:41753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:05,180 INFO [M:0;6daf43b95769:41753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:05,180 DEBUG [M:0;6daf43b95769:41753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:05,180 DEBUG [M:0;6daf43b95769:41753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:05,180 DEBUG [M:0;6daf43b95769:41753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:05,181 INFO [M:0;6daf43b95769:41753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T20:20:05,199 DEBUG [M:0;6daf43b95769:41753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/245fcc38e47344b69d6a0c39c1994370 is 82, key is hbase:meta,,1/info:regioninfo/1732738784139/Put/seqid=0 2024-11-27T20:20:05,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741849_1025 (size=5672) 2024-11-27T20:20:05,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:05,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1015b1579ca0001, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:05,271 INFO [RS:0;6daf43b95769:41779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:20:05,271 INFO [RS:0;6daf43b95769:41779 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,41779,1732738782227; zookeeper connection closed. 2024-11-27T20:20:05,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6bcc02f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6bcc02f1 2024-11-27T20:20:05,271 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:20:05,606 INFO [M:0;6daf43b95769:41753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/245fcc38e47344b69d6a0c39c1994370 2024-11-27T20:20:05,625 DEBUG [M:0;6daf43b95769:41753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30f50cbb7bc742219eb1552e2d513e0b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732738793044/Put/seqid=0 2024-11-27T20:20:05,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741850_1026 (size=8515) 2024-11-27T20:20:06,030 INFO [M:0;6daf43b95769:41753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30f50cbb7bc742219eb1552e2d513e0b 2024-11-27T20:20:06,049 DEBUG [M:0;6daf43b95769:41753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/631be9dc7aef4bdf858e178a558bca90 is 69, key is 6daf43b95769,41779,1732738782227/rs:state/1732738783006/Put/seqid=0 2024-11-27T20:20:06,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741851_1027 (size=5156) 2024-11-27T20:20:06,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:20:06,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:06,454 INFO [M:0;6daf43b95769:41753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/631be9dc7aef4bdf858e178a558bca90 2024-11-27T20:20:06,459 DEBUG [M:0;6daf43b95769:41753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/245fcc38e47344b69d6a0c39c1994370 as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/245fcc38e47344b69d6a0c39c1994370 2024-11-27T20:20:06,462 INFO [M:0;6daf43b95769:41753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/245fcc38e47344b69d6a0c39c1994370, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T20:20:06,463 DEBUG [M:0;6daf43b95769:41753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30f50cbb7bc742219eb1552e2d513e0b as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30f50cbb7bc742219eb1552e2d513e0b 2024-11-27T20:20:06,466 INFO [M:0;6daf43b95769:41753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30f50cbb7bc742219eb1552e2d513e0b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T20:20:06,466 DEBUG [M:0;6daf43b95769:41753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/631be9dc7aef4bdf858e178a558bca90 as hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/631be9dc7aef4bdf858e178a558bca90 2024-11-27T20:20:06,469 INFO [M:0;6daf43b95769:41753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35659/user/jenkins/test-data/cfa78abf-587a-563b-17f7-30c7e47358ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/631be9dc7aef4bdf858e178a558bca90, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T20:20:06,470 INFO [M:0;6daf43b95769:41753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-11-27T20:20:06,471 INFO [M:0;6daf43b95769:41753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:06,472 DEBUG [M:0;6daf43b95769:41753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738805180Disabling compacts and flushes for region at 1732738805180Disabling writes for close at 1732738805180Obtaining lock to block concurrent updates at 1732738805181 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738805181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732738805181Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738805181Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738805181Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738805199 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738805199Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738805611 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738805625 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738805625Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738806035 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738806049 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738806049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cc4f1d1: reopening flushed file at 1732738806458 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7619828f: reopening flushed file at 1732738806462 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b234a51: reopening flushed file at 1732738806466 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1732738806470 (+4 ms)Writing region close event to WAL at 1732738806471 (+1 ms)Closed at 1732738806471 2024-11-27T20:20:06,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38597 is added to blk_1073741830_1006 (size=63642) 2024-11-27T20:20:06,474 INFO [M:0;6daf43b95769:41753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:20:06,474 INFO [M:0;6daf43b95769:41753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41753 2024-11-27T20:20:06,474 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:20:06,474 INFO [M:0;6daf43b95769:41753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:20:06,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:06,578 INFO [M:0;6daf43b95769:41753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:20:06,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41753-0x1015b1579ca0000, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:06,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7eda17fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:06,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ceee9b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:20:06,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:20:06,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dfa1924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:20:06,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2d8690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/hadoop.log.dir/,STOPPED} 2024-11-27T20:20:06,582 WARN [BP-812639829-172.17.0.2-1732738781013 heartbeating to localhost/127.0.0.1:35659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:20:06,582 WARN [BP-812639829-172.17.0.2-1732738781013 heartbeating to localhost/127.0.0.1:35659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-812639829-172.17.0.2-1732738781013 (Datanode Uuid c9ea25f3-5061-4e99-8279-0a1b22aa53b5) service to localhost/127.0.0.1:35659 2024-11-27T20:20:06,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:20:06,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:20:06,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/cluster_c1931973-ac26-568b-9ffa-31c6ee6317ce/data/data1/current/BP-812639829-172.17.0.2-1732738781013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:20:06,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/cluster_c1931973-ac26-568b-9ffa-31c6ee6317ce/data/data2/current/BP-812639829-172.17.0.2-1732738781013 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:20:06,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:20:06,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2264fe96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:06,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@367d9374{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:20:06,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:20:06,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148c38a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:20:06,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f61e3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f0f850b-6044-94ce-7235-63670dd92d75/hadoop.log.dir/,STOPPED} 2024-11-27T20:20:06,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:20:06,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:20:06,620 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 249) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35659 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35659 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53763) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34183 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53763) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35659 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=658 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 387), ProcessCount=11 (was 11), AvailableMemoryMB=5245 (was 5253) 2024-11-27T20:20:06,629 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=658, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=5245 2024-11-27T20:20:06,642 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-27T20:20:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/hadoop.log.dir so I do NOT create it in target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a 2024-11-27T20:20:06,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:20:06,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/hadoop.tmp.dir so I do NOT create it in target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a 2024-11-27T20:20:06,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b701a450-bce2-0e1b-cd45-7831476efede/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:20:06,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a 2024-11-27T20:20:06,643 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/cluster_6da84efa-fe7c-a1d7-e5b7-e8b39cbba64e, deleteOnExit=true 2024-11-27T20:20:06,646 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/cluster_6da84efa-fe7c-a1d7-e5b7-e8b39cbba64e/zookeeper_0, clientPort=58668, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/cluster_6da84efa-fe7c-a1d7-e5b7-e8b39cbba64e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/cluster_6da84efa-fe7c-a1d7-e5b7-e8b39cbba64e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:20:06,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58668 2024-11-27T20:20:06,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:20:06,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:20:06,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/test.cache.data in system properties and HBase conf 2024-11-27T20:20:06,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:20:06,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:20:06,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:20:06,648 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:20:06,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:20:06,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b1579ca0005, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:20:06,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b1579ca0002, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:20:06,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b1579ca0002, quorum=127.0.0.1:53763, baseZNode=/01516313185 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:20:06,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b1579ca0005, quorum=127.0.0.1:53763, baseZNode=/1-2031169864 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:20:06,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:06,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:06,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:06,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:06,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:20:06,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:06,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45b61bf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:06,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@371d0f42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:06,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@752c0dc9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/java.io.tmpdir/jetty-localhost-45083-hadoop-hdfs-3_4_1-tests_jar-_-any-9487331285652153742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:06,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39b030e{HTTP/1.1, (http/1.1)}{localhost:45083} 2024-11-27T20:20:06,849 INFO [Time-limited test {}] server.Server(415): Started @208289ms 2024-11-27T20:20:06,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:06,930 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:06,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:06,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:06,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:20:06,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad8dfd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:06,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a9626b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:07,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@496576e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/java.io.tmpdir/jetty-localhost-37401-hadoop-hdfs-3_4_1-tests_jar-_-any-8127785328909956687/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:07,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bb21394{HTTP/1.1, (http/1.1)}{localhost:37401} 2024-11-27T20:20:07,048 INFO [Time-limited test {}] server.Server(415): Started @208489ms 2024-11-27T20:20:07,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:20:07,154 WARN [Thread-2668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/cluster_6da84efa-fe7c-a1d7-e5b7-e8b39cbba64e/data/data1/current/BP-1331187250-172.17.0.2-1732738806666/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:07,154 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/cluster_6da84efa-fe7c-a1d7-e5b7-e8b39cbba64e/data/data2/current/BP-1331187250-172.17.0.2-1732738806666/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:07,177 WARN [Thread-2656 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:20:07,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b25c61a09545e6a with lease ID 0x30b024da08f117f4: Processing first storage report for DS-b5d4e453-56d8-414a-8c4a-c4111aadd6a1 from datanode DatanodeRegistration(127.0.0.1:40951, datanodeUuid=ba466820-a6dc-4cbe-9ef2-e78c0fa837ff, infoPort=37567, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=1458347222;c=1732738806666) 2024-11-27T20:20:07,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b25c61a09545e6a with lease ID 0x30b024da08f117f4: from storage DS-b5d4e453-56d8-414a-8c4a-c4111aadd6a1 node DatanodeRegistration(127.0.0.1:40951, datanodeUuid=ba466820-a6dc-4cbe-9ef2-e78c0fa837ff, infoPort=37567, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=1458347222;c=1732738806666), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:07,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b25c61a09545e6a with lease ID 0x30b024da08f117f4: Processing first storage report for DS-d8d5f12e-5261-4351-b9e6-dabe2fb2b524 from datanode DatanodeRegistration(127.0.0.1:40951, datanodeUuid=ba466820-a6dc-4cbe-9ef2-e78c0fa837ff, infoPort=37567, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=1458347222;c=1732738806666) 2024-11-27T20:20:07,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b25c61a09545e6a with lease ID 0x30b024da08f117f4: from storage DS-d8d5f12e-5261-4351-b9e6-dabe2fb2b524 node DatanodeRegistration(127.0.0.1:40951, datanodeUuid=ba466820-a6dc-4cbe-9ef2-e78c0fa837ff, infoPort=37567, infoSecurePort=0, ipcPort=37071, storageInfo=lv=-57;cid=testClusterID;nsid=1458347222;c=1732738806666), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:07,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a 2024-11-27T20:20:07,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:07,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:07,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:20:07,280 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc with version=8 2024-11-27T20:20:07,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/hbase-staging 2024-11-27T20:20:07,282 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:07,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:07,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:07,282 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:07,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:07,282 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:07,282 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:20:07,282 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:07,283 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44295 2024-11-27T20:20:07,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44295 connecting to ZooKeeper ensemble=127.0.0.1:58668 2024-11-27T20:20:07,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442950x0, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:07,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44295-0x1015b15de050000 connected 2024-11-27T20:20:07,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:07,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:07,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Set watcher on znode that does not yet exist, /0604965990/running 2024-11-27T20:20:07,309 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc, hbase.cluster.distributed=false 2024-11-27T20:20:07,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Set watcher on znode that does not yet exist, /0604965990/acl 2024-11-27T20:20:07,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-27T20:20:07,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44295 2024-11-27T20:20:07,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44295 2024-11-27T20:20:07,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-27T20:20:07,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44295 2024-11-27T20:20:07,331 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:07,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:07,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:07,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:07,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:07,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:07,331 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:20:07,331 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:07,332 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41799 2024-11-27T20:20:07,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41799 connecting to ZooKeeper ensemble=127.0.0.1:58668 2024-11-27T20:20:07,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:07,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:07,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417990x0, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:07,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417990x0, quorum=127.0.0.1:58668, baseZNode=/0604965990 Set watcher on znode that does not yet exist, /0604965990/running 2024-11-27T20:20:07,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41799-0x1015b15de050001 connected 2024-11-27T20:20:07,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:20:07,343 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:20:07,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Set watcher on znode that does not yet exist, /0604965990/master 2024-11-27T20:20:07,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Set watcher on znode that does not yet exist, /0604965990/acl 2024-11-27T20:20:07,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41799 2024-11-27T20:20:07,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41799 2024-11-27T20:20:07,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41799 2024-11-27T20:20:07,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41799 2024-11-27T20:20:07,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41799 2024-11-27T20:20:07,369 DEBUG [M:0;6daf43b95769:44295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:44295 2024-11-27T20:20:07,369 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0604965990/backup-masters/6daf43b95769,44295,1732738807282 2024-11-27T20:20:07,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990/backup-masters 2024-11-27T20:20:07,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990/backup-masters 2024-11-27T20:20:07,371 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Set watcher on existing znode=/0604965990/backup-masters/6daf43b95769,44295,1732738807282 2024-11-27T20:20:07,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:07,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604965990/master 2024-11-27T20:20:07,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:07,374 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Set watcher on existing znode=/0604965990/master 2024-11-27T20:20:07,375 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0604965990/backup-masters/6daf43b95769,44295,1732738807282 from backup master directory 2024-11-27T20:20:07,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604965990/backup-masters/6daf43b95769,44295,1732738807282 2024-11-27T20:20:07,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990/backup-masters 2024-11-27T20:20:07,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990/backup-masters 2024-11-27T20:20:07,376 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:07,376 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,44295,1732738807282 2024-11-27T20:20:07,381 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/hbase.id] with ID: ed79a1aa-16a9-4525-91b8-720874f278f8 2024-11-27T20:20:07,381 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/.tmp/hbase.id 2024-11-27T20:20:07,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:20:07,787 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/.tmp/hbase.id]:[hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/hbase.id] 2024-11-27T20:20:07,796 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:07,796 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:20:07,797 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:20:07,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:07,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:07,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:20:08,205 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:08,205 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:20:08,206 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:08,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:20:08,612 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store 2024-11-27T20:20:08,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:20:09,017 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:09,018 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:09,018 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:09,018 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:09,018 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:09,018 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:09,018 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:09,018 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738809018Disabling compacts and flushes for region at 1732738809018Disabling writes for close at 1732738809018Writing region close event to WAL at 1732738809018Closed at 1732738809018 2024-11-27T20:20:09,019 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/.initializing 2024-11-27T20:20:09,019 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/WALs/6daf43b95769,44295,1732738807282 2024-11-27T20:20:09,020 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:09,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C44295%2C1732738807282, suffix=, logDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/WALs/6daf43b95769,44295,1732738807282, archiveDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/oldWALs, maxLogs=10 2024-11-27T20:20:09,035 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/WALs/6daf43b95769,44295,1732738807282/6daf43b95769%2C44295%2C1732738807282.1732738809021, exclude list is [], retry=0 2024-11-27T20:20:09,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-b5d4e453-56d8-414a-8c4a-c4111aadd6a1,DISK] 2024-11-27T20:20:09,039 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/WALs/6daf43b95769,44295,1732738807282/6daf43b95769%2C44295%2C1732738807282.1732738809021 2024-11-27T20:20:09,039 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-27T20:20:09,039 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:09,039 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:09,040 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,040 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:20:09,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:09,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:09,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:20:09,045 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:09,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:09,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:20:09,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:09,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:09,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:20:09,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:09,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:09,048 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,049 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,049 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,050 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,050 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,050 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:09,051 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:09,053 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:09,053 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61193649, jitterRate=-0.08814357221126556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:09,053 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738809040Initializing all the Stores at 1732738809040Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738809040Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738809042 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738809042Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738809042Cleaning up temporary data from old regions at 1732738809050 (+8 ms)Region opened successfully at 1732738809053 (+3 ms) 2024-11-27T20:20:09,054 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:20:09,056 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28bbd929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:09,056 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:20:09,057 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:20:09,057 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:20:09,057 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:20:09,057 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:20:09,057 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:20:09,057 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:20:09,059 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:20:09,059 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Unable to get data of znode /0604965990/balancer because node does not exist (not necessarily an error) 2024-11-27T20:20:09,060 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604965990/balancer already deleted, retry=false 2024-11-27T20:20:09,061 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:20:09,061 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Unable to get data of znode /0604965990/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:20:09,064 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604965990/normalizer already deleted, retry=false 2024-11-27T20:20:09,064 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:20:09,065 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Unable to get data of znode /0604965990/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:20:09,065 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604965990/switch/split already deleted, retry=false 2024-11-27T20:20:09,066 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Unable to get data of znode /0604965990/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:20:09,067 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604965990/switch/merge already deleted, retry=false 2024-11-27T20:20:09,068 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Unable to get data of znode /0604965990/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:20:09,069 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0604965990/snapshot-cleanup already deleted, retry=false 2024-11-27T20:20:09,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604965990/running 2024-11-27T20:20:09,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0604965990/running 2024-11-27T20:20:09,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:09,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:09,072 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,44295,1732738807282, sessionid=0x1015b15de050000, setting cluster-up flag (Was=false) 2024-11-27T20:20:09,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:09,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:09,079 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0604965990/flush-table-proc/acquired, /0604965990/flush-table-proc/reached, /0604965990/flush-table-proc/abort 2024-11-27T20:20:09,080 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,44295,1732738807282 2024-11-27T20:20:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:09,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:09,087 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0604965990/online-snapshot/acquired, /0604965990/online-snapshot/reached, /0604965990/online-snapshot/abort 2024-11-27T20:20:09,088 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,44295,1732738807282 2024-11-27T20:20:09,089 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:20:09,090 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:09,091 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:20:09,091 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:20:09,091 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,44295,1732738807282 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:20:09,092 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:09,092 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:09,092 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:09,092 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:09,092 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:20:09,092 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,092 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:09,092 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:09,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:20:09,094 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:09,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738839097 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:20:09,097 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:20:09,098 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:20:09,098 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:20:09,098 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738809098,5,FailOnTimeoutGroup] 2024-11-27T20:20:09,098 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738809098,5,FailOnTimeoutGroup] 2024-11-27T20:20:09,098 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,098 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:20:09,098 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,098 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:20:09,160 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(746): ClusterId : ed79a1aa-16a9-4525-91b8-720874f278f8 2024-11-27T20:20:09,160 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:20:09,162 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:20:09,162 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:20:09,165 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:20:09,165 DEBUG [RS:0;6daf43b95769:41799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6450ead3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:09,177 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:41799 2024-11-27T20:20:09,177 INFO [RS:0;6daf43b95769:41799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:20:09,177 INFO [RS:0;6daf43b95769:41799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:20:09,177 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:20:09,178 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,44295,1732738807282 with port=41799, startcode=1732738807331 2024-11-27T20:20:09,178 DEBUG [RS:0;6daf43b95769:41799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:20:09,179 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:20:09,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,41799,1732738807331 2024-11-27T20:20:09,180 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44295 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,41799,1732738807331 2024-11-27T20:20:09,181 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc 2024-11-27T20:20:09,181 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35017 2024-11-27T20:20:09,181 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:20:09,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990/rs 2024-11-27T20:20:09,183 DEBUG [RS:0;6daf43b95769:41799 {}] zookeeper.ZKUtil(111): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Set watcher on existing znode=/0604965990/rs/6daf43b95769,41799,1732738807331 2024-11-27T20:20:09,183 WARN [RS:0;6daf43b95769:41799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:09,183 INFO [RS:0;6daf43b95769:41799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:09,183 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331 2024-11-27T20:20:09,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,41799,1732738807331] 2024-11-27T20:20:09,186 INFO [RS:0;6daf43b95769:41799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:20:09,187 INFO [RS:0;6daf43b95769:41799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:20:09,188 INFO [RS:0;6daf43b95769:41799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:20:09,188 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,191 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:20:09,192 INFO [RS:0;6daf43b95769:41799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:20:09,192 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:09,192 DEBUG [RS:0;6daf43b95769:41799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:09,196 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,196 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,196 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,196 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,196 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,196 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41799,1732738807331-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:09,211 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:20:09,211 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41799,1732738807331-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,212 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,212 INFO [RS:0;6daf43b95769:41799 {}] regionserver.Replication(171): 6daf43b95769,41799,1732738807331 started 2024-11-27T20:20:09,226 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:09,226 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,41799,1732738807331, RpcServer on 6daf43b95769/172.17.0.2:41799, sessionid=0x1015b15de050001 2024-11-27T20:20:09,226 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:20:09,226 DEBUG [RS:0;6daf43b95769:41799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,41799,1732738807331 2024-11-27T20:20:09,226 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,41799,1732738807331' 2024-11-27T20:20:09,226 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0604965990/flush-table-proc/abort' 2024-11-27T20:20:09,227 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0604965990/flush-table-proc/acquired' 2024-11-27T20:20:09,227 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:20:09,227 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:20:09,227 DEBUG [RS:0;6daf43b95769:41799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,41799,1732738807331 2024-11-27T20:20:09,227 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,41799,1732738807331' 2024-11-27T20:20:09,227 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0604965990/online-snapshot/abort' 2024-11-27T20:20:09,228 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0604965990/online-snapshot/acquired' 2024-11-27T20:20:09,228 DEBUG [RS:0;6daf43b95769:41799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:20:09,228 INFO [RS:0;6daf43b95769:41799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:20:09,228 INFO [RS:0;6daf43b95769:41799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:20:09,328 INFO [RS:0;6daf43b95769:41799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:09,330 INFO [RS:0;6daf43b95769:41799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41799%2C1732738807331, suffix=, logDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331, archiveDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/oldWALs, maxLogs=10 2024-11-27T20:20:09,347 DEBUG [RS:0;6daf43b95769:41799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, exclude list is [], retry=0 2024-11-27T20:20:09,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-b5d4e453-56d8-414a-8c4a-c4111aadd6a1,DISK] 2024-11-27T20:20:09,358 INFO [RS:0;6daf43b95769:41799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 2024-11-27T20:20:09,358 DEBUG [RS:0;6daf43b95769:41799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-27T20:20:09,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:20:09,501 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc 2024-11-27T20:20:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:20:09,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:09,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:09,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:09,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:09,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:09,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:09,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:09,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:09,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:09,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:09,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:09,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:09,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:09,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:09,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:09,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:09,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:09,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:09,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740 2024-11-27T20:20:09,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740 2024-11-27T20:20:09,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:09,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:09,915 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:09,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:09,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:09,917 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69270553, jitterRate=0.032211676239967346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:09,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738809906Initializing all the Stores at 1732738809907 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738809907Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738809907Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738809907Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738809907Cleaning up temporary data from old regions at 1732738809914 (+7 ms)Region opened successfully at 1732738809918 (+4 ms) 2024-11-27T20:20:09,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:20:09,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:20:09,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:20:09,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:20:09,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:20:09,918 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:09,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738809918Disabling compacts and flushes for region at 1732738809918Disabling writes for close at 1732738809918Writing region close event to WAL at 1732738809918Closed at 1732738809918 2024-11-27T20:20:09,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:09,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:20:09,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:20:09,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:09,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:20:10,071 DEBUG [6daf43b95769:44295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:20:10,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,41799,1732738807331 2024-11-27T20:20:10,073 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,41799,1732738807331, state=OPENING 2024-11-27T20:20:10,074 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:20:10,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:10,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:10,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604965990/meta-region-server: CHANGED 2024-11-27T20:20:10,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604965990/meta-region-server: CHANGED 2024-11-27T20:20:10,075 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:10,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,41799,1732738807331}] 2024-11-27T20:20:10,228 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:20:10,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:20:10,232 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:20:10,232 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:10,232 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:20:10,233 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41799%2C1732738807331.meta, suffix=.meta, logDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331, archiveDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/oldWALs, maxLogs=10 2024-11-27T20:20:10,247 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.meta.1732738810234.meta, exclude list is [], retry=0 2024-11-27T20:20:10,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-b5d4e453-56d8-414a-8c4a-c4111aadd6a1,DISK] 2024-11-27T20:20:10,251 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.meta.1732738810234.meta 2024-11-27T20:20:10,251 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-27T20:20:10,251 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:10,252 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:10,252 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:20:10,252 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:20:10,252 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:20:10,252 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:20:10,252 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:10,252 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:20:10,252 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:20:10,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:10,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:10,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:10,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:10,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:10,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:10,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:10,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:10,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:10,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:10,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:10,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:10,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:10,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:10,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:10,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:10,257 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:10,258 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740 2024-11-27T20:20:10,258 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740 2024-11-27T20:20:10,259 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:10,259 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:10,259 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:10,260 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:10,261 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62968147, jitterRate=-0.061701491475105286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:10,261 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:20:10,261 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738810252Writing region info on filesystem at 1732738810252Initializing all the Stores at 1732738810253 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738810253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738810253Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738810253Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738810253Cleaning up temporary data from old regions at 1732738810259 (+6 ms)Running coprocessor post-open hooks at 1732738810261 (+2 ms)Region opened successfully at 1732738810261 2024-11-27T20:20:10,262 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738810227 2024-11-27T20:20:10,264 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:20:10,264 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:20:10,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,41799,1732738807331 2024-11-27T20:20:10,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,41799,1732738807331, state=OPEN 2024-11-27T20:20:10,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604965990/meta-region-server 2024-11-27T20:20:10,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0604965990/meta-region-server 2024-11-27T20:20:10,270 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,41799,1732738807331 2024-11-27T20:20:10,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604965990/meta-region-server: CHANGED 2024-11-27T20:20:10,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0604965990/meta-region-server: CHANGED 2024-11-27T20:20:10,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:20:10,272 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,41799,1732738807331 in 195 msec 2024-11-27T20:20:10,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:20:10,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-27T20:20:10,274 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:10,274 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:20:10,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:10,275 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41799,1732738807331, seqNum=-1] 2024-11-27T20:20:10,275 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:10,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:10,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-27T20:20:10,280 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738810280, completionTime=-1 2024-11-27T20:20:10,280 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:20:10,280 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:20:10,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:20:10,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738870282 2024-11-27T20:20:10,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738930282 2024-11-27T20:20:10,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:20:10,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44295,1732738807282-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:10,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44295,1732738807282-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:10,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44295,1732738807282-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:10,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:44295, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:10,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:10,282 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:10,284 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:20:10,285 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.909sec 2024-11-27T20:20:10,285 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:20:10,285 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:20:10,285 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:20:10,285 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:20:10,285 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:20:10,285 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44295,1732738807282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:10,285 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44295,1732738807282-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:20:10,287 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:20:10,287 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:20:10,287 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,44295,1732738807282-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:10,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528d78d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:10,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,44295,-1 for getting cluster id 2024-11-27T20:20:10,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:10,362 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed79a1aa-16a9-4525-91b8-720874f278f8' 2024-11-27T20:20:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed79a1aa-16a9-4525-91b8-720874f278f8" 2024-11-27T20:20:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f09afac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,44295,-1] 2024-11-27T20:20:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:10,364 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:10,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525ca432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:10,365 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:10,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41799,1732738807331, seqNum=-1] 2024-11-27T20:20:10,367 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:10,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:10,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,44295,1732738807282 2024-11-27T20:20:10,369 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58668 2024-11-27T20:20:10,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:10,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b15de050002 connected 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/hadoop.log.dir so I do NOT create it in target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21 2024-11-27T20:20:10,376 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/hadoop.tmp.dir so I do NOT create it in target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21 2024-11-27T20:20:10,376 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:20:10,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/cluster_a8c91076-297d-7755-38c6-07d201311462, deleteOnExit=true 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/test.cache.data in system properties and HBase conf 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:20:10,376 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:20:10,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:10,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:20:10,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:20:10,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:10,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:10,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:10,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:10,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:20:10,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:10,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ebf264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:10,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7067a37a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:10,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d7541f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/java.io.tmpdir/jetty-localhost-35541-hadoop-hdfs-3_4_1-tests_jar-_-any-7412752904169987019/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:10,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4217d075{HTTP/1.1, (http/1.1)}{localhost:35541} 2024-11-27T20:20:10,581 INFO [Time-limited test {}] server.Server(415): Started @212022ms 2024-11-27T20:20:10,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:10,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:10,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:10,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:10,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:20:10,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d6a0e06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:10,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65a4f8f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:10,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a913e79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/java.io.tmpdir/jetty-localhost-39543-hadoop-hdfs-3_4_1-tests_jar-_-any-8806959796616802029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:10,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7875fb13{HTTP/1.1, (http/1.1)}{localhost:39543} 2024-11-27T20:20:10,799 INFO [Time-limited test {}] server.Server(415): Started @212240ms 2024-11-27T20:20:10,800 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:20:10,910 WARN [Thread-2788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/cluster_a8c91076-297d-7755-38c6-07d201311462/data/data1/current/BP-137041009-172.17.0.2-1732738810396/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:10,910 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/cluster_a8c91076-297d-7755-38c6-07d201311462/data/data2/current/BP-137041009-172.17.0.2-1732738810396/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:10,928 WARN [Thread-2776 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:20:10,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe423bbbd81f50a51 with lease ID 0xaf344f4b51c03251: Processing first storage report for DS-a35b2d2a-e1af-41c8-a681-843c1363e486 from datanode DatanodeRegistration(127.0.0.1:42993, datanodeUuid=5e2aa5d2-9042-43f2-941a-720038f62a49, infoPort=36389, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=899515329;c=1732738810396) 2024-11-27T20:20:10,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe423bbbd81f50a51 with lease ID 0xaf344f4b51c03251: from storage DS-a35b2d2a-e1af-41c8-a681-843c1363e486 node DatanodeRegistration(127.0.0.1:42993, datanodeUuid=5e2aa5d2-9042-43f2-941a-720038f62a49, infoPort=36389, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=899515329;c=1732738810396), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:10,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe423bbbd81f50a51 with lease ID 0xaf344f4b51c03251: Processing first storage report for DS-6777e63d-6fe1-4d72-b4f9-5a43719f71aa from datanode DatanodeRegistration(127.0.0.1:42993, datanodeUuid=5e2aa5d2-9042-43f2-941a-720038f62a49, infoPort=36389, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=899515329;c=1732738810396) 2024-11-27T20:20:10,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe423bbbd81f50a51 with lease ID 0xaf344f4b51c03251: from storage DS-6777e63d-6fe1-4d72-b4f9-5a43719f71aa node DatanodeRegistration(127.0.0.1:42993, datanodeUuid=5e2aa5d2-9042-43f2-941a-720038f62a49, infoPort=36389, infoSecurePort=0, ipcPort=44847, storageInfo=lv=-57;cid=testClusterID;nsid=899515329;c=1732738810396), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:11,024 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21 2024-11-27T20:20:11,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:11,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:11,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:20:11,433 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175 with version=8 2024-11-27T20:20:11,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/hbase-staging 2024-11-27T20:20:11,437 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:11,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:11,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:11,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:11,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:11,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:11,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:20:11,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:11,437 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41563 2024-11-27T20:20:11,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41563 connecting to ZooKeeper ensemble=127.0.0.1:58668 2024-11-27T20:20:11,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415630x0, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:11,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41563-0x1015b15de050003 connected 2024-11-27T20:20:11,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:11,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:11,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Set watcher on znode that does not yet exist, /1-426754305/running 2024-11-27T20:20:11,458 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175, hbase.cluster.distributed=false 2024-11-27T20:20:11,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Set watcher on znode that does not yet exist, /1-426754305/acl 2024-11-27T20:20:11,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41563 2024-11-27T20:20:11,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41563 2024-11-27T20:20:11,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41563 2024-11-27T20:20:11,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41563 2024-11-27T20:20:11,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41563 2024-11-27T20:20:11,485 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:11,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:11,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:11,485 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:11,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:11,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:11,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:20:11,485 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:11,486 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41351 2024-11-27T20:20:11,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41351 connecting to ZooKeeper ensemble=127.0.0.1:58668 2024-11-27T20:20:11,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:11,489 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:11,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413510x0, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:11,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413510x0, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Set watcher on znode that does not yet exist, /1-426754305/running 2024-11-27T20:20:11,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41351-0x1015b15de050004 connected 2024-11-27T20:20:11,494 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:20:11,494 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:20:11,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Set watcher on znode that does not yet exist, /1-426754305/master 2024-11-27T20:20:11,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Set watcher on znode that does not yet exist, /1-426754305/acl 2024-11-27T20:20:11,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41351 2024-11-27T20:20:11,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41351 2024-11-27T20:20:11,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41351 2024-11-27T20:20:11,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41351 2024-11-27T20:20:11,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41351 2024-11-27T20:20:11,524 DEBUG [M:0;6daf43b95769:41563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:41563 2024-11-27T20:20:11,524 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-426754305/backup-masters/6daf43b95769,41563,1732738811436 2024-11-27T20:20:11,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305/backup-masters 2024-11-27T20:20:11,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305/backup-masters 2024-11-27T20:20:11,526 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Set watcher on existing znode=/1-426754305/backup-masters/6daf43b95769,41563,1732738811436 2024-11-27T20:20:11,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-426754305/master 2024-11-27T20:20:11,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:11,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:11,529 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Set watcher on existing znode=/1-426754305/master 2024-11-27T20:20:11,529 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-426754305/backup-masters/6daf43b95769,41563,1732738811436 from backup master directory 2024-11-27T20:20:11,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-426754305/backup-masters/6daf43b95769,41563,1732738811436 2024-11-27T20:20:11,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305/backup-masters 2024-11-27T20:20:11,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305/backup-masters 2024-11-27T20:20:11,535 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:11,535 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,41563,1732738811436 2024-11-27T20:20:11,539 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/hbase.id] with ID: 04653a72-a94a-424f-9681-cc9ffb30a3f0 2024-11-27T20:20:11,539 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/.tmp/hbase.id 2024-11-27T20:20:11,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:20:11,949 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/.tmp/hbase.id]:[hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/hbase.id] 2024-11-27T20:20:11,958 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:11,958 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:20:11,959 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:20:11,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:11,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:11,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:20:12,366 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:12,367 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:20:12,367 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:12,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:20:12,774 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store 2024-11-27T20:20:12,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:20:12,779 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:12,779 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:12,779 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:12,779 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:12,779 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:12,779 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:12,779 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:12,780 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738812779Disabling compacts and flushes for region at 1732738812779Disabling writes for close at 1732738812779Writing region close event to WAL at 1732738812779Closed at 1732738812779 2024-11-27T20:20:12,780 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/.initializing 2024-11-27T20:20:12,780 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/WALs/6daf43b95769,41563,1732738811436 2024-11-27T20:20:12,781 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:12,782 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C41563%2C1732738811436, suffix=, logDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/WALs/6daf43b95769,41563,1732738811436, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/oldWALs, maxLogs=10 2024-11-27T20:20:12,797 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/WALs/6daf43b95769,41563,1732738811436/6daf43b95769%2C41563%2C1732738811436.1732738812782, exclude list is [], retry=0 2024-11-27T20:20:12,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-a35b2d2a-e1af-41c8-a681-843c1363e486,DISK] 2024-11-27T20:20:12,800 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/WALs/6daf43b95769,41563,1732738811436/6daf43b95769%2C41563%2C1732738811436.1732738812782 2024-11-27T20:20:12,800 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36389:36389)] 2024-11-27T20:20:12,800 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:12,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:12,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:20:12,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:12,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:12,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:20:12,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:12,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:12,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:20:12,811 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:12,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:12,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:20:12,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:12,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:12,812 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,813 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,813 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,814 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,814 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,815 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:12,815 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:12,817 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:12,817 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70019615, jitterRate=0.04337356984615326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:12,817 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738812801Initializing all the Stores at 1732738812801Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738812801Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738812806 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738812806Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738812806Cleaning up temporary data from old regions at 1732738812814 (+8 ms)Region opened successfully at 1732738812817 (+3 ms) 2024-11-27T20:20:12,818 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:20:12,820 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d4bbff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:12,821 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:20:12,821 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:20:12,821 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:20:12,821 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:20:12,821 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:20:12,822 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:20:12,822 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:20:12,823 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:20:12,824 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Unable to get data of znode /1-426754305/balancer because node does not exist (not necessarily an error) 2024-11-27T20:20:12,825 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-426754305/balancer already deleted, retry=false 2024-11-27T20:20:12,826 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:20:12,826 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Unable to get data of znode /1-426754305/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:20:12,827 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-426754305/normalizer already deleted, retry=false 2024-11-27T20:20:12,827 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:20:12,828 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Unable to get data of znode /1-426754305/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:20:12,829 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-426754305/switch/split already deleted, retry=false 2024-11-27T20:20:12,830 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Unable to get data of znode /1-426754305/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:20:12,832 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-426754305/switch/merge already deleted, retry=false 2024-11-27T20:20:12,834 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Unable to get data of znode /1-426754305/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:20:12,835 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-426754305/snapshot-cleanup already deleted, retry=false 2024-11-27T20:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-426754305/running 2024-11-27T20:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-426754305/running 2024-11-27T20:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:12,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:12,837 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,41563,1732738811436, sessionid=0x1015b15de050003, setting cluster-up flag (Was=false) 2024-11-27T20:20:12,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:12,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:12,846 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-426754305/flush-table-proc/acquired, /1-426754305/flush-table-proc/reached, /1-426754305/flush-table-proc/abort 2024-11-27T20:20:12,847 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,41563,1732738811436 2024-11-27T20:20:12,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:12,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:12,856 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-426754305/online-snapshot/acquired, /1-426754305/online-snapshot/reached, /1-426754305/online-snapshot/abort 2024-11-27T20:20:12,857 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,41563,1732738811436 2024-11-27T20:20:12,858 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:20:12,859 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:12,860 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:20:12,860 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:20:12,861 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,41563,1732738811436 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:20:12,862 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:12,862 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:12,862 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:12,862 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:12,862 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:20:12,862 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,862 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:12,862 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,863 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:12,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:20:12,864 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:12,864 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:20:12,868 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738842868 2024-11-27T20:20:12,883 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:20:12,883 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:20:12,883 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:20:12,883 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:20:12,884 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:20:12,884 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:20:12,884 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,885 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:20:12,885 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:20:12,885 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:20:12,886 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:20:12,888 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:20:12,889 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:20:12,889 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738812889,5,FailOnTimeoutGroup] 2024-11-27T20:20:12,889 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738812889,5,FailOnTimeoutGroup] 2024-11-27T20:20:12,889 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,889 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:20:12,889 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,889 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:20:12,891 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:20:12,891 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175 2024-11-27T20:20:12,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741832_1008 (size=32) 2024-11-27T20:20:12,904 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(746): ClusterId : 04653a72-a94a-424f-9681-cc9ffb30a3f0 2024-11-27T20:20:12,904 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:20:12,906 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:20:12,906 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:20:12,907 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:20:12,908 DEBUG [RS:0;6daf43b95769:41351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1777de36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:12,920 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:41351 2024-11-27T20:20:12,920 INFO [RS:0;6daf43b95769:41351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:20:12,920 INFO [RS:0;6daf43b95769:41351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:20:12,920 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:20:12,921 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,41563,1732738811436 with port=41351, startcode=1732738811484 2024-11-27T20:20:12,921 DEBUG [RS:0;6daf43b95769:41351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:20:12,922 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:20:12,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41563 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,41351,1732738811484 2024-11-27T20:20:12,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41563 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,41351,1732738811484 2024-11-27T20:20:12,924 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175 2024-11-27T20:20:12,924 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39479 2024-11-27T20:20:12,924 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:20:12,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305/rs 2024-11-27T20:20:12,926 DEBUG [RS:0;6daf43b95769:41351 {}] zookeeper.ZKUtil(111): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Set watcher on existing znode=/1-426754305/rs/6daf43b95769,41351,1732738811484 2024-11-27T20:20:12,926 WARN [RS:0;6daf43b95769:41351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:12,926 INFO [RS:0;6daf43b95769:41351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:12,926 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484 2024-11-27T20:20:12,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,41351,1732738811484] 2024-11-27T20:20:12,929 INFO [RS:0;6daf43b95769:41351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:20:12,931 INFO [RS:0;6daf43b95769:41351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:20:12,931 INFO [RS:0;6daf43b95769:41351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:20:12,931 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,932 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:20:12,933 INFO [RS:0;6daf43b95769:41351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:20:12,933 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:12,933 DEBUG [RS:0;6daf43b95769:41351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:12,934 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,934 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,934 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,934 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,934 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,934 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41351,1732738811484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:12,952 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:20:12,953 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41351,1732738811484-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,953 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,953 INFO [RS:0;6daf43b95769:41351 {}] regionserver.Replication(171): 6daf43b95769,41351,1732738811484 started 2024-11-27T20:20:12,971 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:12,971 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,41351,1732738811484, RpcServer on 6daf43b95769/172.17.0.2:41351, sessionid=0x1015b15de050004 2024-11-27T20:20:12,971 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:20:12,971 DEBUG [RS:0;6daf43b95769:41351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,41351,1732738811484 2024-11-27T20:20:12,971 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,41351,1732738811484' 2024-11-27T20:20:12,971 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-426754305/flush-table-proc/abort' 2024-11-27T20:20:12,972 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-426754305/flush-table-proc/acquired' 2024-11-27T20:20:12,972 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:20:12,972 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:20:12,972 DEBUG [RS:0;6daf43b95769:41351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,41351,1732738811484 2024-11-27T20:20:12,972 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,41351,1732738811484' 2024-11-27T20:20:12,972 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-426754305/online-snapshot/abort' 2024-11-27T20:20:12,972 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-426754305/online-snapshot/acquired' 2024-11-27T20:20:12,973 DEBUG [RS:0;6daf43b95769:41351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:20:12,973 INFO [RS:0;6daf43b95769:41351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:20:12,973 INFO [RS:0;6daf43b95769:41351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:20:13,073 INFO [RS:0;6daf43b95769:41351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:13,074 INFO [RS:0;6daf43b95769:41351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41351%2C1732738811484, suffix=, logDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/oldWALs, maxLogs=10 2024-11-27T20:20:13,088 DEBUG [RS:0;6daf43b95769:41351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, exclude list is [], retry=0 2024-11-27T20:20:13,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-a35b2d2a-e1af-41c8-a681-843c1363e486,DISK] 2024-11-27T20:20:13,092 INFO [RS:0;6daf43b95769:41351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 2024-11-27T20:20:13,093 DEBUG [RS:0;6daf43b95769:41351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36389:36389)] 2024-11-27T20:20:13,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:13,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:13,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:13,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:13,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:13,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:13,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:13,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:13,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:13,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:13,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:13,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:13,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:13,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:13,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:13,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:13,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:13,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:13,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740 2024-11-27T20:20:13,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740 2024-11-27T20:20:13,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:13,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:13,310 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:13,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:13,312 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:13,312 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73522653, jitterRate=0.09557290375232697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:13,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738813301Initializing all the Stores at 1732738813302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738813302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738813302Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738813302Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738813302Cleaning up temporary data from old regions at 1732738813309 (+7 ms)Region opened successfully at 1732738813312 (+3 ms) 2024-11-27T20:20:13,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:20:13,313 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:20:13,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:20:13,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:20:13,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:20:13,313 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:13,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738813313Disabling compacts and flushes for region at 1732738813313Disabling writes for close at 1732738813313Writing region close event to WAL at 1732738813313Closed at 1732738813313 2024-11-27T20:20:13,314 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:13,314 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:20:13,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:20:13,315 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:13,316 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:20:13,466 DEBUG [6daf43b95769:41563 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:20:13,467 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,41351,1732738811484 2024-11-27T20:20:13,468 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,41351,1732738811484, state=OPENING 2024-11-27T20:20:13,475 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:20:13,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:13,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:13,477 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:13,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-426754305/meta-region-server: CHANGED 2024-11-27T20:20:13,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-426754305/meta-region-server: CHANGED 2024-11-27T20:20:13,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,41351,1732738811484}] 2024-11-27T20:20:13,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:20:13,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:20:13,634 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:20:13,634 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:13,634 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:20:13,635 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41351%2C1732738811484.meta, suffix=.meta, logDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/oldWALs, maxLogs=10 2024-11-27T20:20:13,652 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.meta.1732738813636.meta, exclude list is [], retry=0 2024-11-27T20:20:13,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-a35b2d2a-e1af-41c8-a681-843c1363e486,DISK] 2024-11-27T20:20:13,656 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.meta.1732738813636.meta 2024-11-27T20:20:13,656 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36389:36389)] 2024-11-27T20:20:13,657 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:13,657 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:13,657 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:20:13,657 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:20:13,657 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:20:13,657 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:20:13,657 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:13,658 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:20:13,658 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:20:13,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:13,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:13,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:13,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:13,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:13,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:13,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:13,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:13,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:13,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:13,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:13,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:13,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:13,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:13,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:13,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:13,664 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:13,665 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740 2024-11-27T20:20:13,666 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740 2024-11-27T20:20:13,666 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:13,667 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:13,667 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:13,668 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:13,668 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59936889, jitterRate=-0.10687075555324554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:13,669 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:20:13,669 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738813658Writing region info on filesystem at 1732738813658Initializing all the Stores at 1732738813658Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738813658Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738813660 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738813660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738813660Cleaning up temporary data from old regions at 1732738813667 (+7 ms)Running coprocessor post-open hooks at 1732738813669 (+2 ms)Region opened successfully at 1732738813669 2024-11-27T20:20:13,669 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738813629 2024-11-27T20:20:13,671 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:20:13,671 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:20:13,672 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,41351,1732738811484 2024-11-27T20:20:13,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,41351,1732738811484, state=OPEN 2024-11-27T20:20:13,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-426754305/meta-region-server 2024-11-27T20:20:13,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-426754305/meta-region-server 2024-11-27T20:20:13,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,41351,1732738811484 2024-11-27T20:20:13,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-426754305/meta-region-server: CHANGED 2024-11-27T20:20:13,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-426754305/meta-region-server: CHANGED 2024-11-27T20:20:13,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:20:13,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,41351,1732738811484 in 197 msec 2024-11-27T20:20:13,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:20:13,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-27T20:20:13,677 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:13,678 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:20:13,678 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:13,679 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41351,1732738811484, seqNum=-1] 2024-11-27T20:20:13,679 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:13,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:13,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 824 msec 2024-11-27T20:20:13,684 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738813683, completionTime=-1 2024-11-27T20:20:13,684 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:20:13,684 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:20:13,685 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:20:13,685 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738873685 2024-11-27T20:20:13,685 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738933685 2024-11-27T20:20:13,685 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:20:13,686 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41563,1732738811436-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:13,686 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41563,1732738811436-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:13,686 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41563,1732738811436-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:13,686 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:41563, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:13,686 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:13,686 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:13,688 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:20:13,689 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.153sec 2024-11-27T20:20:13,689 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:20:13,689 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:20:13,689 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:20:13,689 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:20:13,689 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:20:13,689 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41563,1732738811436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:13,689 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41563,1732738811436-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:20:13,690 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:20:13,690 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:20:13,690 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,41563,1732738811436-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:13,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10494ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:13,704 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41563,-1 for getting cluster id 2024-11-27T20:20:13,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:13,705 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04653a72-a94a-424f-9681-cc9ffb30a3f0' 2024-11-27T20:20:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04653a72-a94a-424f-9681-cc9ffb30a3f0" 2024-11-27T20:20:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b6208d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41563,-1] 2024-11-27T20:20:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:13,708 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:13,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32132e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:13,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41351,1732738811484, seqNum=-1] 2024-11-27T20:20:13,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:13,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:13,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,41563,1732738811436 2024-11-27T20:20:13,714 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58668 2024-11-27T20:20:13,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:13,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b15de050005 connected 2024-11-27T20:20:13,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/hadoop.log.dir so I do NOT create it in target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af 2024-11-27T20:20:13,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:20:13,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/hadoop.tmp.dir so I do NOT create it in target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af 2024-11-27T20:20:13,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:20:13,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af 2024-11-27T20:20:13,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:20:13,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/cluster_d57fbf4b-c6b1-2a22-02da-3a62f8ce6eba, deleteOnExit=true 2024-11-27T20:20:13,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:20:13,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/test.cache.data in system properties and HBase conf 2024-11-27T20:20:13,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:20:13,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:20:13,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:20:13,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:20:13,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:20:13,722 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:20:13,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:20:13,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:20:13,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:13,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:13,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:13,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:13,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:20:13,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:13,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@421f3ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:13,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@483b58c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:13,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T20:20:13,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:20:13,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f7670e3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/java.io.tmpdir/jetty-localhost-45393-hadoop-hdfs-3_4_1-tests_jar-_-any-7032256132336680160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:13,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47fbd549{HTTP/1.1, (http/1.1)}{localhost:45393} 2024-11-27T20:20:13,949 INFO [Time-limited test {}] server.Server(415): Started @215390ms 2024-11-27T20:20:14,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:14,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:14,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:14,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:14,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:20:14,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148f5541{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:14,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1304c0f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:14,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@283fe083{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/java.io.tmpdir/jetty-localhost-43075-hadoop-hdfs-3_4_1-tests_jar-_-any-3167118713136789571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:14,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@181c8732{HTTP/1.1, (http/1.1)}{localhost:43075} 2024-11-27T20:20:14,176 INFO [Time-limited test {}] server.Server(415): Started @215617ms 2024-11-27T20:20:14,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:20:14,290 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/cluster_d57fbf4b-c6b1-2a22-02da-3a62f8ce6eba/data/data1/current/BP-2069801144-172.17.0.2-1732738813747/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:14,290 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/cluster_d57fbf4b-c6b1-2a22-02da-3a62f8ce6eba/data/data2/current/BP-2069801144-172.17.0.2-1732738813747/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:14,312 WARN [Thread-2896 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:20:14,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacd8bdc9c3b42881 with lease ID 0x9ab1a23d8a90aaa1: Processing first storage report for DS-e2cb64b2-9436-43e8-92b4-01107a63c87b from datanode DatanodeRegistration(127.0.0.1:41653, datanodeUuid=f8b20b7e-eae0-4cdf-acce-8e7510af0895, infoPort=35023, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=451806912;c=1732738813747) 2024-11-27T20:20:14,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacd8bdc9c3b42881 with lease ID 0x9ab1a23d8a90aaa1: from storage DS-e2cb64b2-9436-43e8-92b4-01107a63c87b node DatanodeRegistration(127.0.0.1:41653, datanodeUuid=f8b20b7e-eae0-4cdf-acce-8e7510af0895, infoPort=35023, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=451806912;c=1732738813747), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:14,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacd8bdc9c3b42881 with lease ID 0x9ab1a23d8a90aaa1: Processing first storage report for DS-d243c01b-a725-4915-9383-5d060639d395 from datanode DatanodeRegistration(127.0.0.1:41653, datanodeUuid=f8b20b7e-eae0-4cdf-acce-8e7510af0895, infoPort=35023, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=451806912;c=1732738813747) 2024-11-27T20:20:14,315 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacd8bdc9c3b42881 with lease ID 0x9ab1a23d8a90aaa1: from storage DS-d243c01b-a725-4915-9383-5d060639d395 node DatanodeRegistration(127.0.0.1:41653, datanodeUuid=f8b20b7e-eae0-4cdf-acce-8e7510af0895, infoPort=35023, infoSecurePort=0, ipcPort=34539, storageInfo=lv=-57;cid=testClusterID;nsid=451806912;c=1732738813747), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:14,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af 2024-11-27T20:20:14,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:14,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:14,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:20:14,821 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98 with version=8 2024-11-27T20:20:14,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/hbase-staging 2024-11-27T20:20:14,824 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:14,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:14,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:14,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:14,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:14,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:14,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:20:14,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:14,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46807 2024-11-27T20:20:14,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46807 connecting to ZooKeeper ensemble=127.0.0.1:58668 2024-11-27T20:20:14,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468070x0, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:14,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46807-0x1015b15de050006 connected 2024-11-27T20:20:14,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:14,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:14,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Set watcher on znode that does not yet exist, /2588800795/running 2024-11-27T20:20:14,849 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98, hbase.cluster.distributed=false 2024-11-27T20:20:14,852 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Set watcher on znode that does not yet exist, /2588800795/acl 2024-11-27T20:20:14,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46807 2024-11-27T20:20:14,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46807 2024-11-27T20:20:14,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46807 2024-11-27T20:20:14,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46807 2024-11-27T20:20:14,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46807 2024-11-27T20:20:14,876 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:14,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:14,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:14,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:14,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:14,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:14,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:20:14,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:14,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37761 2024-11-27T20:20:14,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37761 connecting to ZooKeeper ensemble=127.0.0.1:58668 2024-11-27T20:20:14,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:14,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:14,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377610x0, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:14,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377610x0, quorum=127.0.0.1:58668, baseZNode=/2588800795 Set watcher on znode that does not yet exist, /2588800795/running 2024-11-27T20:20:14,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37761-0x1015b15de050007 connected 2024-11-27T20:20:14,885 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:20:14,888 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:20:14,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Set watcher on znode that does not yet exist, /2588800795/master 2024-11-27T20:20:14,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Set watcher on znode that does not yet exist, /2588800795/acl 2024-11-27T20:20:14,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37761 2024-11-27T20:20:14,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37761 2024-11-27T20:20:14,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37761 2024-11-27T20:20:14,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37761 2024-11-27T20:20:14,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37761 2024-11-27T20:20:14,905 DEBUG [M:0;6daf43b95769:46807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:46807 2024-11-27T20:20:14,906 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2588800795/backup-masters/6daf43b95769,46807,1732738814824 2024-11-27T20:20:14,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795/backup-masters 2024-11-27T20:20:14,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795/backup-masters 2024-11-27T20:20:14,908 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Set watcher on existing znode=/2588800795/backup-masters/6daf43b95769,46807,1732738814824 2024-11-27T20:20:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2588800795/master 2024-11-27T20:20:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:14,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:14,911 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Set watcher on existing znode=/2588800795/master 2024-11-27T20:20:14,912 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2588800795/backup-masters/6daf43b95769,46807,1732738814824 from backup master directory 2024-11-27T20:20:14,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795/backup-masters 2024-11-27T20:20:14,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2588800795/backup-masters/6daf43b95769,46807,1732738814824 2024-11-27T20:20:14,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795/backup-masters 2024-11-27T20:20:14,913 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:14,913 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,46807,1732738814824 2024-11-27T20:20:14,917 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/hbase.id] with ID: 274119d1-a5b0-4ead-ae41-4c83db80af0c 2024-11-27T20:20:14,917 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/.tmp/hbase.id 2024-11-27T20:20:14,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:20:14,926 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/.tmp/hbase.id]:[hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/hbase.id] 2024-11-27T20:20:14,933 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:14,933 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:20:14,934 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:20:14,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:14,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:14,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:20:15,186 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:20:15,342 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:15,343 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:20:15,344 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:20:15,750 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store 2024-11-27T20:20:15,754 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:20:15,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:20:15,755 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:15,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,755 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:15,755 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:15,755 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:15,755 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:15,755 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:15,755 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:15,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,755 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738815755Disabling compacts and flushes for region at 1732738815755Disabling writes for close at 1732738815755Writing region close event to WAL at 1732738815755Closed at 1732738815755 2024-11-27T20:20:15,756 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/.initializing 2024-11-27T20:20:15,756 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/WALs/6daf43b95769,46807,1732738814824 2024-11-27T20:20:15,757 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:15,758 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C46807%2C1732738814824, suffix=, logDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/WALs/6daf43b95769,46807,1732738814824, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/oldWALs, maxLogs=10 2024-11-27T20:20:15,775 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/WALs/6daf43b95769,46807,1732738814824/6daf43b95769%2C46807%2C1732738814824.1732738815759, exclude list is [], retry=0 2024-11-27T20:20:15,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41653,DS-e2cb64b2-9436-43e8-92b4-01107a63c87b,DISK] 2024-11-27T20:20:15,779 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/WALs/6daf43b95769,46807,1732738814824/6daf43b95769%2C46807%2C1732738814824.1732738815759 2024-11-27T20:20:15,779 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35023:35023)] 2024-11-27T20:20:15,780 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:15,780 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:15,780 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,780 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:20:15,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:15,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:15,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:20:15,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:15,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:15,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:20:15,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:15,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:15,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:20:15,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:15,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:15,786 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,787 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,787 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,788 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,788 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,788 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:15,789 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:15,790 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:15,791 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75422223, jitterRate=0.12387870252132416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:15,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,791 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738815780Initializing all the Stores at 1732738815781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738815781Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738815781Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738815781Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738815781Cleaning up temporary data from old regions at 1732738815788 (+7 ms)Region opened successfully at 1732738815791 (+3 ms) 2024-11-27T20:20:15,791 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:20:15,793 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e8e6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:15,794 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:20:15,794 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:20:15,794 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:20:15,794 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:20:15,794 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:20:15,795 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:20:15,795 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:20:15,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,800 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:20:15,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Unable to get data of znode /2588800795/balancer because node does not exist (not necessarily an error) 2024-11-27T20:20:15,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:15,802 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2588800795/balancer already deleted, retry=false 2024-11-27T20:20:15,802 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:20:15,803 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Unable to get data of znode /2588800795/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:20:15,804 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2588800795/normalizer already deleted, retry=false 2024-11-27T20:20:15,804 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:20:15,805 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Unable to get data of znode /2588800795/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:20:15,806 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2588800795/switch/split already deleted, retry=false 2024-11-27T20:20:15,806 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Unable to get data of znode /2588800795/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:20:15,809 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2588800795/switch/merge already deleted, retry=false 2024-11-27T20:20:15,811 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Unable to get data of znode /2588800795/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:20:15,812 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2588800795/snapshot-cleanup already deleted, retry=false 2024-11-27T20:20:15,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2588800795/running 2024-11-27T20:20:15,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2588800795/running 2024-11-27T20:20:15,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:15,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:15,814 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,46807,1732738814824, sessionid=0x1015b15de050006, setting cluster-up flag (Was=false) 2024-11-27T20:20:15,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:15,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:15,824 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2588800795/flush-table-proc/acquired, /2588800795/flush-table-proc/reached, /2588800795/flush-table-proc/abort 2024-11-27T20:20:15,825 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,46807,1732738814824 2024-11-27T20:20:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:15,833 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2588800795/online-snapshot/acquired, /2588800795/online-snapshot/reached, /2588800795/online-snapshot/abort 2024-11-27T20:20:15,834 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,46807,1732738814824 2024-11-27T20:20:15,836 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:20:15,842 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:15,843 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:20:15,843 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:20:15,843 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,46807,1732738814824 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:20:15,844 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:15,844 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:15,844 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:15,844 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:15,844 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:20:15,844 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,844 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:15,844 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,845 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:15,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:20:15,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738845845 2024-11-27T20:20:15,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:20:15,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:20:15,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:20:15,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:20:15,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:20:15,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:20:15,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,846 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:15,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:20:15,846 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:20:15,847 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:20:15,847 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:20:15,847 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:20:15,847 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:20:15,847 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:20:15,847 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738815847,5,FailOnTimeoutGroup] 2024-11-27T20:20:15,848 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738815847,5,FailOnTimeoutGroup] 2024-11-27T20:20:15,848 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,848 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:20:15,848 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,848 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:20:15,860 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:20:15,860 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98 2024-11-27T20:20:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741832_1008 (size=32) 2024-11-27T20:20:15,896 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(746): ClusterId : 274119d1-a5b0-4ead-ae41-4c83db80af0c 2024-11-27T20:20:15,896 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:20:15,897 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:20:15,897 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:20:15,899 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:20:15,899 DEBUG [RS:0;6daf43b95769:37761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725b6f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:15,910 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:37761 2024-11-27T20:20:15,911 INFO [RS:0;6daf43b95769:37761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:20:15,911 INFO [RS:0;6daf43b95769:37761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:20:15,911 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:20:15,911 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,46807,1732738814824 with port=37761, startcode=1732738814876 2024-11-27T20:20:15,911 DEBUG [RS:0;6daf43b95769:37761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:20:15,913 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:20:15,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46807 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,37761,1732738814876 2024-11-27T20:20:15,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46807 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,37761,1732738814876 2024-11-27T20:20:15,914 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98 2024-11-27T20:20:15,914 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45951 2024-11-27T20:20:15,914 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:20:15,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795/rs 2024-11-27T20:20:15,920 DEBUG [RS:0;6daf43b95769:37761 {}] zookeeper.ZKUtil(111): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Set watcher on existing znode=/2588800795/rs/6daf43b95769,37761,1732738814876 2024-11-27T20:20:15,920 WARN [RS:0;6daf43b95769:37761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:15,920 INFO [RS:0;6daf43b95769:37761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:15,921 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876 2024-11-27T20:20:15,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,37761,1732738814876] 2024-11-27T20:20:15,923 INFO [RS:0;6daf43b95769:37761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:20:15,924 INFO [RS:0;6daf43b95769:37761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:20:15,925 INFO [RS:0;6daf43b95769:37761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:20:15,925 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,925 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:20:15,925 INFO [RS:0;6daf43b95769:37761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:20:15,925 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,925 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,925 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:15,926 DEBUG [RS:0;6daf43b95769:37761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:15,926 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,926 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,926 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,926 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,926 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,926 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,37761,1732738814876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:15,940 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:20:15,940 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,37761,1732738814876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,940 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,940 INFO [RS:0;6daf43b95769:37761 {}] regionserver.Replication(171): 6daf43b95769,37761,1732738814876 started 2024-11-27T20:20:15,953 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:15,953 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,37761,1732738814876, RpcServer on 6daf43b95769/172.17.0.2:37761, sessionid=0x1015b15de050007 2024-11-27T20:20:15,953 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:20:15,953 DEBUG [RS:0;6daf43b95769:37761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,37761,1732738814876 2024-11-27T20:20:15,953 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,37761,1732738814876' 2024-11-27T20:20:15,953 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2588800795/flush-table-proc/abort' 2024-11-27T20:20:15,954 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2588800795/flush-table-proc/acquired' 2024-11-27T20:20:15,954 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:20:15,954 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:20:15,954 DEBUG [RS:0;6daf43b95769:37761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,37761,1732738814876 2024-11-27T20:20:15,954 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,37761,1732738814876' 2024-11-27T20:20:15,954 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2588800795/online-snapshot/abort' 2024-11-27T20:20:15,954 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2588800795/online-snapshot/acquired' 2024-11-27T20:20:15,955 DEBUG [RS:0;6daf43b95769:37761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:20:15,955 INFO [RS:0;6daf43b95769:37761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:20:15,955 INFO [RS:0;6daf43b95769:37761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:20:16,055 INFO [RS:0;6daf43b95769:37761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:16,056 INFO [RS:0;6daf43b95769:37761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C37761%2C1732738814876, suffix=, logDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/oldWALs, maxLogs=10 2024-11-27T20:20:16,074 DEBUG [RS:0;6daf43b95769:37761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, exclude list is [], retry=0 2024-11-27T20:20:16,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41653,DS-e2cb64b2-9436-43e8-92b4-01107a63c87b,DISK] 2024-11-27T20:20:16,077 INFO [RS:0;6daf43b95769:37761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 2024-11-27T20:20:16,080 DEBUG [RS:0;6daf43b95769:37761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35023:35023)] 2024-11-27T20:20:16,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:16,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:16,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:16,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:16,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:16,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:16,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:16,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:16,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:16,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:16,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:16,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:16,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:16,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:16,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:16,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:16,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:16,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:16,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740 2024-11-27T20:20:16,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740 2024-11-27T20:20:16,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:16,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:16,278 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:16,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:16,280 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:16,280 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61724779, jitterRate=-0.08022911846637726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:16,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738816269Initializing all the Stores at 1732738816270 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738816270Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738816270Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738816270Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738816270Cleaning up temporary data from old regions at 1732738816277 (+7 ms)Region opened successfully at 1732738816280 (+3 ms) 2024-11-27T20:20:16,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:20:16,280 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:20:16,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:20:16,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:20:16,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:20:16,281 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:16,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738816280Disabling compacts and flushes for region at 1732738816280Disabling writes for close at 1732738816280Writing region close event to WAL at 1732738816281 (+1 ms)Closed at 1732738816281 2024-11-27T20:20:16,282 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:16,282 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:20:16,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:20:16,283 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:16,283 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:20:16,434 DEBUG [6daf43b95769:46807 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:20:16,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,37761,1732738814876 2024-11-27T20:20:16,435 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,37761,1732738814876, state=OPENING 2024-11-27T20:20:16,436 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:20:16,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:16,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:16,438 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:16,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2588800795/meta-region-server: CHANGED 2024-11-27T20:20:16,438 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2588800795/meta-region-server: CHANGED 2024-11-27T20:20:16,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,37761,1732738814876}] 2024-11-27T20:20:16,590 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:20:16,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:20:16,595 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:20:16,595 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:16,595 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:20:16,596 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C37761%2C1732738814876.meta, suffix=.meta, logDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/oldWALs, maxLogs=10 2024-11-27T20:20:16,609 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.meta.1732738816596.meta, exclude list is [], retry=0 2024-11-27T20:20:16,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41653,DS-e2cb64b2-9436-43e8-92b4-01107a63c87b,DISK] 2024-11-27T20:20:16,612 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.meta.1732738816596.meta 2024-11-27T20:20:16,613 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35023:35023)] 2024-11-27T20:20:16,613 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:16,613 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:16,613 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:20:16,613 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:20:16,613 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:20:16,614 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:20:16,614 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:16,614 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:20:16,614 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:20:16,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:16,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:16,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:16,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:16,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:16,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:16,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:16,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:16,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:16,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:16,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:16,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:16,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:16,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:16,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:16,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:16,618 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:16,619 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740 2024-11-27T20:20:16,619 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740 2024-11-27T20:20:16,620 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:16,620 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:16,621 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:16,621 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:16,622 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71902926, jitterRate=0.07143709063529968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:16,622 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:20:16,622 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738816614Writing region info on filesystem at 1732738816614Initializing all the Stores at 1732738816614Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738816614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738816614Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738816614Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738816614Cleaning up temporary data from old regions at 1732738816620 (+6 ms)Running coprocessor post-open hooks at 1732738816622 (+2 ms)Region opened successfully at 1732738816622 2024-11-27T20:20:16,623 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738816590 2024-11-27T20:20:16,625 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:20:16,625 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:20:16,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,37761,1732738814876 2024-11-27T20:20:16,626 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,37761,1732738814876, state=OPEN 2024-11-27T20:20:16,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2588800795/meta-region-server 2024-11-27T20:20:16,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2588800795/meta-region-server 2024-11-27T20:20:16,628 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,37761,1732738814876 2024-11-27T20:20:16,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2588800795/meta-region-server: CHANGED 2024-11-27T20:20:16,629 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2588800795/meta-region-server: CHANGED 2024-11-27T20:20:16,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:20:16,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,37761,1732738814876 in 191 msec 2024-11-27T20:20:16,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:20:16,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-27T20:20:16,632 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:16,632 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:20:16,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:16,633 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37761,1732738814876, seqNum=-1] 2024-11-27T20:20:16,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:16,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:16,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 797 msec 2024-11-27T20:20:16,639 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738816639, completionTime=-1 2024-11-27T20:20:16,639 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:20:16,639 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:20:16,640 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:20:16,640 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738876640 2024-11-27T20:20:16,640 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738936640 2024-11-27T20:20:16,640 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:20:16,641 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46807,1732738814824-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:16,641 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46807,1732738814824-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:16,641 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46807,1732738814824-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:16,641 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:46807, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:16,641 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:16,641 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:16,643 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:20:16,644 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.731sec 2024-11-27T20:20:16,644 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:20:16,644 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:20:16,644 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:20:16,644 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:20:16,644 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:20:16,644 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46807,1732738814824-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:16,644 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46807,1732738814824-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:20:16,646 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:20:16,646 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:20:16,646 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46807,1732738814824-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:16,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6512591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:16,696 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46807,-1 for getting cluster id 2024-11-27T20:20:16,696 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:16,698 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '274119d1-a5b0-4ead-ae41-4c83db80af0c' 2024-11-27T20:20:16,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:16,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "274119d1-a5b0-4ead-ae41-4c83db80af0c" 2024-11-27T20:20:16,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564060a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:16,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46807,-1] 2024-11-27T20:20:16,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:16,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:16,699 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:16,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8d9ebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:16,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:16,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37761,1732738814876, seqNum=-1] 2024-11-27T20:20:16,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:16,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:16,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,46807,1732738814824 2024-11-27T20:20:16,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58668 2024-11-27T20:20:16,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:16,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015b15de050008 connected 2024-11-27T20:20:16,709 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,44295,1732738807282 2024-11-27T20:20:16,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73f9dcf5 2024-11-27T20:20:16,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:16,710 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:16,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:20:16,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:20:16,713 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:16,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:20:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:16,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:20:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:20:16,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:17,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:17,124 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69379283ba9312bf0bd94ec6a159069d, NAME => 'test,,1732738816711.69379283ba9312bf0bd94ec6a159069d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc 2024-11-27T20:20:17,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:20:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:17,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738816711.69379283ba9312bf0bd94ec6a159069d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:17,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69379283ba9312bf0bd94ec6a159069d, disabling compactions & flushes 2024-11-27T20:20:17,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:17,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:17,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. after waiting 0 ms 2024-11-27T20:20:17,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:17,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:17,529 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69379283ba9312bf0bd94ec6a159069d: Waiting for close lock at 1732738817529Disabling compacts and flushes for region at 1732738817529Disabling writes for close at 1732738817529Writing region close event to WAL at 1732738817529Closed at 1732738817529 2024-11-27T20:20:17,530 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:20:17,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738816711.69379283ba9312bf0bd94ec6a159069d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738817530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738817530"}]},"ts":"1732738817530"} 2024-11-27T20:20:17,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:20:17,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:20:17,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738817533"}]},"ts":"1732738817533"} 2024-11-27T20:20:17,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:20:17,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69379283ba9312bf0bd94ec6a159069d, ASSIGN}] 2024-11-27T20:20:17,536 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69379283ba9312bf0bd94ec6a159069d, ASSIGN 2024-11-27T20:20:17,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69379283ba9312bf0bd94ec6a159069d, ASSIGN; state=OFFLINE, location=6daf43b95769,41799,1732738807331; forceNewPlan=false, retain=false 2024-11-27T20:20:17,688 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69379283ba9312bf0bd94ec6a159069d, regionState=OPENING, regionLocation=6daf43b95769,41799,1732738807331 2024-11-27T20:20:17,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69379283ba9312bf0bd94ec6a159069d, ASSIGN because future has completed 2024-11-27T20:20:17,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69379283ba9312bf0bd94ec6a159069d, server=6daf43b95769,41799,1732738807331}] 2024-11-27T20:20:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:17,856 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:17,857 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69379283ba9312bf0bd94ec6a159069d, NAME => 'test,,1732738816711.69379283ba9312bf0bd94ec6a159069d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:17,857 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:17,857 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:20:17,857 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,857 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738816711.69379283ba9312bf0bd94ec6a159069d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:17,857 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,857 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,858 INFO [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,860 INFO [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69379283ba9312bf0bd94ec6a159069d columnFamilyName f 2024-11-27T20:20:17,860 DEBUG [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:17,860 INFO [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] regionserver.HStore(327): Store=69379283ba9312bf0bd94ec6a159069d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:17,860 INFO [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,861 INFO [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69379283ba9312bf0bd94ec6a159069d columnFamilyName f1 2024-11-27T20:20:17,861 DEBUG [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:17,861 INFO [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] regionserver.HStore(327): Store=69379283ba9312bf0bd94ec6a159069d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:17,861 INFO [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,862 INFO [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69379283ba9312bf0bd94ec6a159069d columnFamilyName norep 2024-11-27T20:20:17,862 DEBUG [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:17,863 INFO [StoreOpener-69379283ba9312bf0bd94ec6a159069d-1 {}] regionserver.HStore(327): Store=69379283ba9312bf0bd94ec6a159069d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:17,863 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,864 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,864 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,865 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,865 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,865 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:20:17,866 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,869 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:17,869 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69379283ba9312bf0bd94ec6a159069d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60830524, jitterRate=-0.0935545563697815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:20:17,869 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:17,870 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69379283ba9312bf0bd94ec6a159069d: Running coprocessor pre-open hook at 1732738817857Writing region info on filesystem at 1732738817857Initializing all the Stores at 1732738817858 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738817858Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738817858Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738817858Cleaning up temporary data from old regions at 1732738817865 (+7 ms)Running coprocessor post-open hooks at 1732738817869 (+4 ms)Region opened successfully at 1732738817870 (+1 ms) 2024-11-27T20:20:17,871 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738816711.69379283ba9312bf0bd94ec6a159069d., pid=6, masterSystemTime=1732738817843 2024-11-27T20:20:17,873 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:17,873 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:17,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69379283ba9312bf0bd94ec6a159069d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,41799,1732738807331 2024-11-27T20:20:17,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69379283ba9312bf0bd94ec6a159069d, server=6daf43b95769,41799,1732738807331 because future has completed 2024-11-27T20:20:17,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:20:17,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69379283ba9312bf0bd94ec6a159069d, server=6daf43b95769,41799,1732738807331 in 186 msec 2024-11-27T20:20:17,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:20:17,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69379283ba9312bf0bd94ec6a159069d, ASSIGN in 344 msec 2024-11-27T20:20:17,881 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:20:17,882 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738817882"}]},"ts":"1732738817882"} 2024-11-27T20:20:17,884 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:20:17,885 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:20:17,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-27T20:20:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:18,872 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:20:18,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,41563,1732738811436 2024-11-27T20:20:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41f8e28 2024-11-27T20:20:18,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:18,876 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:18,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:20:18,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:20:18,881 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:18,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:20:18,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:20:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:18,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:20:18,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 606b587c317311e2a721d75e62cf972b, NAME => 'test,,1732738818876.606b587c317311e2a721d75e62cf972b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175 2024-11-27T20:20:18,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:20:18,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738818876.606b587c317311e2a721d75e62cf972b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:18,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 606b587c317311e2a721d75e62cf972b, disabling compactions & flushes 2024-11-27T20:20:18,909 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:18,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:18,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738818876.606b587c317311e2a721d75e62cf972b. after waiting 0 ms 2024-11-27T20:20:18,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:18,909 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:18,909 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 606b587c317311e2a721d75e62cf972b: Waiting for close lock at 1732738818909Disabling compacts and flushes for region at 1732738818909Disabling writes for close at 1732738818909Writing region close event to WAL at 1732738818909Closed at 1732738818909 2024-11-27T20:20:18,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:20:18,916 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738818876.606b587c317311e2a721d75e62cf972b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738818916"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738818916"}]},"ts":"1732738818916"} 2024-11-27T20:20:18,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:20:18,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:20:18,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738818920"}]},"ts":"1732738818920"} 2024-11-27T20:20:18,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:20:18,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=606b587c317311e2a721d75e62cf972b, ASSIGN}] 2024-11-27T20:20:18,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=606b587c317311e2a721d75e62cf972b, ASSIGN 2024-11-27T20:20:18,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=606b587c317311e2a721d75e62cf972b, ASSIGN; state=OFFLINE, location=6daf43b95769,41351,1732738811484; forceNewPlan=false, retain=false 2024-11-27T20:20:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:19,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=606b587c317311e2a721d75e62cf972b, regionState=OPENING, regionLocation=6daf43b95769,41351,1732738811484 2024-11-27T20:20:19,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=606b587c317311e2a721d75e62cf972b, ASSIGN because future has completed 2024-11-27T20:20:19,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 606b587c317311e2a721d75e62cf972b, server=6daf43b95769,41351,1732738811484}] 2024-11-27T20:20:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:19,240 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:19,241 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 606b587c317311e2a721d75e62cf972b, NAME => 'test,,1732738818876.606b587c317311e2a721d75e62cf972b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:19,241 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:19,241 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:20:19,241 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,241 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738818876.606b587c317311e2a721d75e62cf972b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:19,241 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,241 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,242 INFO [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,244 INFO [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 606b587c317311e2a721d75e62cf972b columnFamilyName f 2024-11-27T20:20:19,244 DEBUG [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:19,244 INFO [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] regionserver.HStore(327): Store=606b587c317311e2a721d75e62cf972b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:19,244 INFO [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,249 INFO [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 606b587c317311e2a721d75e62cf972b columnFamilyName f1 2024-11-27T20:20:19,249 DEBUG [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:19,249 INFO [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] regionserver.HStore(327): Store=606b587c317311e2a721d75e62cf972b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:19,249 INFO [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,250 INFO [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 606b587c317311e2a721d75e62cf972b columnFamilyName norep 2024-11-27T20:20:19,250 DEBUG [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:19,250 INFO [StoreOpener-606b587c317311e2a721d75e62cf972b-1 {}] regionserver.HStore(327): Store=606b587c317311e2a721d75e62cf972b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:19,251 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,251 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,251 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,252 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,252 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,253 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:20:19,254 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,255 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:19,255 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 606b587c317311e2a721d75e62cf972b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62984181, jitterRate=-0.06146256625652313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:20:19,256 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:19,256 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 606b587c317311e2a721d75e62cf972b: Running coprocessor pre-open hook at 1732738819241Writing region info on filesystem at 1732738819241Initializing all the Stores at 1732738819242 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738819242Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738819242Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738819242Cleaning up temporary data from old regions at 1732738819252 (+10 ms)Running coprocessor post-open hooks at 1732738819256 (+4 ms)Region opened successfully at 1732738819256 2024-11-27T20:20:19,257 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738818876.606b587c317311e2a721d75e62cf972b., pid=6, masterSystemTime=1732738819232 2024-11-27T20:20:19,259 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:19,259 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:19,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=606b587c317311e2a721d75e62cf972b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,41351,1732738811484 2024-11-27T20:20:19,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 606b587c317311e2a721d75e62cf972b, server=6daf43b95769,41351,1732738811484 because future has completed 2024-11-27T20:20:19,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:20:19,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 606b587c317311e2a721d75e62cf972b, server=6daf43b95769,41351,1732738811484 in 190 msec 2024-11-27T20:20:19,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:20:19,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=606b587c317311e2a721d75e62cf972b, ASSIGN in 348 msec 2024-11-27T20:20:19,273 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:20:19,273 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738819273"}]},"ts":"1732738819273"} 2024-11-27T20:20:19,275 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:20:19,276 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:20:19,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 399 msec 2024-11-27T20:20:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:19,513 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:20:19,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:19,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46807,1732738814824 2024-11-27T20:20:19,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@251dfe12 2024-11-27T20:20:19,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:19,515 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:19,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:20:19,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:20:19,519 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:19,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:20:19,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:20:19,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:19,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:20:19,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:19,930 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => daa530e09b194c9ccf8d1f128c2c9e3a, NAME => 'test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98 2024-11-27T20:20:19,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:20:19,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:19,942 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing daa530e09b194c9ccf8d1f128c2c9e3a, disabling compactions & flushes 2024-11-27T20:20:19,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:19,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:19,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. after waiting 0 ms 2024-11-27T20:20:19,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:19,943 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:19,943 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for daa530e09b194c9ccf8d1f128c2c9e3a: Waiting for close lock at 1732738819942Disabling compacts and flushes for region at 1732738819942Disabling writes for close at 1732738819943 (+1 ms)Writing region close event to WAL at 1732738819943Closed at 1732738819943 2024-11-27T20:20:19,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:20:19,944 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738819944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738819944"}]},"ts":"1732738819944"} 2024-11-27T20:20:19,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:20:19,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:20:19,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738819947"}]},"ts":"1732738819947"} 2024-11-27T20:20:19,949 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:20:19,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=daa530e09b194c9ccf8d1f128c2c9e3a, ASSIGN}] 2024-11-27T20:20:19,952 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=daa530e09b194c9ccf8d1f128c2c9e3a, ASSIGN 2024-11-27T20:20:19,952 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=daa530e09b194c9ccf8d1f128c2c9e3a, ASSIGN; state=OFFLINE, location=6daf43b95769,37761,1732738814876; forceNewPlan=false, retain=false 2024-11-27T20:20:20,103 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=daa530e09b194c9ccf8d1f128c2c9e3a, regionState=OPENING, regionLocation=6daf43b95769,37761,1732738814876 2024-11-27T20:20:20,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=daa530e09b194c9ccf8d1f128c2c9e3a, ASSIGN because future has completed 2024-11-27T20:20:20,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure daa530e09b194c9ccf8d1f128c2c9e3a, server=6daf43b95769,37761,1732738814876}] 2024-11-27T20:20:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:20,264 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:20,264 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => daa530e09b194c9ccf8d1f128c2c9e3a, NAME => 'test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:20,264 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:20,264 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:20:20,264 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,264 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:20,265 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,265 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,268 INFO [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,270 INFO [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daa530e09b194c9ccf8d1f128c2c9e3a columnFamilyName f 2024-11-27T20:20:20,270 DEBUG [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:20,270 INFO [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] regionserver.HStore(327): Store=daa530e09b194c9ccf8d1f128c2c9e3a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:20,270 INFO [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,271 INFO [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daa530e09b194c9ccf8d1f128c2c9e3a columnFamilyName f1 2024-11-27T20:20:20,271 DEBUG [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:20,271 INFO [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] regionserver.HStore(327): Store=daa530e09b194c9ccf8d1f128c2c9e3a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:20,271 INFO [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,272 INFO [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region daa530e09b194c9ccf8d1f128c2c9e3a columnFamilyName norep 2024-11-27T20:20:20,272 DEBUG [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:20,273 INFO [StoreOpener-daa530e09b194c9ccf8d1f128c2c9e3a-1 {}] regionserver.HStore(327): Store=daa530e09b194c9ccf8d1f128c2c9e3a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:20,273 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,273 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,274 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,275 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,275 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,275 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:20:20,276 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,281 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:20,281 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened daa530e09b194c9ccf8d1f128c2c9e3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67553286, jitterRate=0.006622403860092163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:20:20,282 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:20,282 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for daa530e09b194c9ccf8d1f128c2c9e3a: Running coprocessor pre-open hook at 1732738820265Writing region info on filesystem at 1732738820265Initializing all the Stores at 1732738820265Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738820265Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738820268 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738820268Cleaning up temporary data from old regions at 1732738820275 (+7 ms)Running coprocessor post-open hooks at 1732738820282 (+7 ms)Region opened successfully at 1732738820282 2024-11-27T20:20:20,283 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a., pid=6, masterSystemTime=1732738820259 2024-11-27T20:20:20,285 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:20,285 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:20,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=daa530e09b194c9ccf8d1f128c2c9e3a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,37761,1732738814876 2024-11-27T20:20:20,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure daa530e09b194c9ccf8d1f128c2c9e3a, server=6daf43b95769,37761,1732738814876 because future has completed 2024-11-27T20:20:20,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:20:20,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure daa530e09b194c9ccf8d1f128c2c9e3a, server=6daf43b95769,37761,1732738814876 in 186 msec 2024-11-27T20:20:20,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:20:20,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=daa530e09b194c9ccf8d1f128c2c9e3a, ASSIGN in 346 msec 2024-11-27T20:20:20,298 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:20:20,298 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738820298"}]},"ts":"1732738820298"} 2024-11-27T20:20:20,301 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:20:20,301 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:20:20,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 785 msec 2024-11-27T20:20:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:20,662 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:20:20,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e0c4ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:20,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,44295,-1 for getting cluster id 2024-11-27T20:20:20,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:20,664 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed79a1aa-16a9-4525-91b8-720874f278f8' 2024-11-27T20:20:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed79a1aa-16a9-4525-91b8-720874f278f8" 2024-11-27T20:20:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3597b514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,44295,-1] 2024-11-27T20:20:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:20,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:20,665 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:20,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ee5536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:20,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,44295,1732738807282 2024-11-27T20:20:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@642ffc9c 2024-11-27T20:20:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:20,668 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:20,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:41563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:20:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:20:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:20,671 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:41563' 2024-11-27T20:20:20,672 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f92acb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:20,672 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41563,-1 for getting cluster id 2024-11-27T20:20:20,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:20,673 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04653a72-a94a-424f-9681-cc9ffb30a3f0' 2024-11-27T20:20:20,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:20,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04653a72-a94a-424f-9681-cc9ffb30a3f0" 2024-11-27T20:20:20,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206a21e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:20,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41563,-1] 2024-11-27T20:20:20,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:20,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:20,674 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:20,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b60d9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:20,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:20,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,41563,1732738811436 2024-11-27T20:20:20,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b1617fc 2024-11-27T20:20:20,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:20,676 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:20,676 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:20:20,676 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:20:20,676 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:20,677 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:20,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:20,677 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:20,678 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:20:20,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:20:20,679 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:20,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:20:20,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:20:20,728 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:20:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:21,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f9d6550102e4b1a6ee665f9307cfe7d6, NAME => 'hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc 2024-11-27T20:20:21,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:20:21,187 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T20:20:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:21,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:21,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f9d6550102e4b1a6ee665f9307cfe7d6, disabling compactions & flushes 2024-11-27T20:20:21,496 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:21,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:21,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. after waiting 0 ms 2024-11-27T20:20:21,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:21,496 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:21,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f9d6550102e4b1a6ee665f9307cfe7d6: Waiting for close lock at 1732738821496Disabling compacts and flushes for region at 1732738821496Disabling writes for close at 1732738821496Writing region close event to WAL at 1732738821496Closed at 1732738821496 2024-11-27T20:20:21,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:20:21,498 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738821498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738821498"}]},"ts":"1732738821498"} 2024-11-27T20:20:21,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:20:21,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:20:21,504 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738821504"}]},"ts":"1732738821504"} 2024-11-27T20:20:21,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:20:21,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d6550102e4b1a6ee665f9307cfe7d6, ASSIGN}] 2024-11-27T20:20:21,510 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d6550102e4b1a6ee665f9307cfe7d6, ASSIGN 2024-11-27T20:20:21,511 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9d6550102e4b1a6ee665f9307cfe7d6, ASSIGN; state=OFFLINE, location=6daf43b95769,41799,1732738807331; forceNewPlan=false, retain=false 2024-11-27T20:20:21,662 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9d6550102e4b1a6ee665f9307cfe7d6, regionState=OPENING, regionLocation=6daf43b95769,41799,1732738807331 2024-11-27T20:20:21,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f9d6550102e4b1a6ee665f9307cfe7d6, ASSIGN because future has completed 2024-11-27T20:20:21,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9d6550102e4b1a6ee665f9307cfe7d6, server=6daf43b95769,41799,1732738807331}] 2024-11-27T20:20:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:21,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:21,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:21,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:20:21,836 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41799%2C1732738807331.rep, suffix=, logDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331, archiveDir=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/oldWALs, maxLogs=10 2024-11-27T20:20:21,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.rep.1732738821836, exclude list is [], retry=0 2024-11-27T20:20:21,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40951,DS-b5d4e453-56d8-414a-8c4a-c4111aadd6a1,DISK] 2024-11-27T20:20:21,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.rep.1732738821836 2024-11-27T20:20:21,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-27T20:20:21,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f9d6550102e4b1a6ee665f9307cfe7d6, NAME => 'hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:21,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:21,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:20:21,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. service=MultiRowMutationService 2024-11-27T20:20:21,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:20:21,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:21,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,869 INFO [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,871 INFO [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d6550102e4b1a6ee665f9307cfe7d6 columnFamilyName hfileref 2024-11-27T20:20:21,871 DEBUG [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:21,871 INFO [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] regionserver.HStore(327): Store=f9d6550102e4b1a6ee665f9307cfe7d6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:21,871 INFO [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,872 INFO [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d6550102e4b1a6ee665f9307cfe7d6 columnFamilyName queue 2024-11-27T20:20:21,872 DEBUG [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:21,873 INFO [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] regionserver.HStore(327): Store=f9d6550102e4b1a6ee665f9307cfe7d6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:21,878 INFO [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,882 INFO [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9d6550102e4b1a6ee665f9307cfe7d6 columnFamilyName sid 2024-11-27T20:20:21,882 DEBUG [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:21,884 INFO [StoreOpener-f9d6550102e4b1a6ee665f9307cfe7d6-1 {}] regionserver.HStore(327): Store=f9d6550102e4b1a6ee665f9307cfe7d6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:21,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/replication/f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/replication/f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:20:21,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/replication/f9d6550102e4b1a6ee665f9307cfe7d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:21,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f9d6550102e4b1a6ee665f9307cfe7d6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72824985, jitterRate=0.08517684042453766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:20:21,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:21,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f9d6550102e4b1a6ee665f9307cfe7d6: Running coprocessor pre-open hook at 1732738821867Writing region info on filesystem at 1732738821867Initializing all the Stores at 1732738821868 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738821868Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738821869 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738821869Cleaning up temporary data from old regions at 1732738821890 (+21 ms)Running coprocessor post-open hooks at 1732738821897 (+7 ms)Region opened successfully at 1732738821897 2024-11-27T20:20:21,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6., pid=10, masterSystemTime=1732738821829 2024-11-27T20:20:21,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:21,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:21,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f9d6550102e4b1a6ee665f9307cfe7d6, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,41799,1732738807331 2024-11-27T20:20:21,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f9d6550102e4b1a6ee665f9307cfe7d6, server=6daf43b95769,41799,1732738807331 because future has completed 2024-11-27T20:20:21,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:20:21,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f9d6550102e4b1a6ee665f9307cfe7d6, server=6daf43b95769,41799,1732738807331 in 233 msec 2024-11-27T20:20:21,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:20:21,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f9d6550102e4b1a6ee665f9307cfe7d6, ASSIGN in 399 msec 2024-11-27T20:20:21,910 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:20:21,910 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738821910"}]},"ts":"1732738821910"} 2024-11-27T20:20:21,912 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:20:21,913 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:20:21,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2360 sec 2024-11-27T20:20:21,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6., hostname=6daf43b95769,41799,1732738807331, seqNum=2] 2024-11-27T20:20:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:21,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:20:22,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:20:22,101 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:20:22,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:20:22,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,154 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,41799,1732738807331, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:20:22,154 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:22,155 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41799,1732738807331, seqNum=-1] 2024-11-27T20:20:22,155 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:22,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T20:20:22,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,41799,1732738807331', locateType=CURRENT is [region=hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6., hostname=6daf43b95769,41799,1732738807331, seqNum=2] 2024-11-27T20:20:22,166 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:20:22,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:20:22,170 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,41799,1732738807331 suceeded 2024-11-27T20:20:22,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:20:22,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-27T20:20:22,172 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:41563,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:20:22,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-27T20:20:22,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,188 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:41563' 2024-11-27T20:20:22,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,190 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed978ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:22,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,190 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41563,-1 for getting cluster id 2024-11-27T20:20:22,190 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:22,191 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04653a72-a94a-424f-9681-cc9ffb30a3f0' 2024-11-27T20:20:22,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:22,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04653a72-a94a-424f-9681-cc9ffb30a3f0" 2024-11-27T20:20:22,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ca13f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:22,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41563,-1] 2024-11-27T20:20:22,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:22,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:22,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:22,193 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:22,194 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4035ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:22,194 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:22,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,41563,1732738811436 2024-11-27T20:20:22,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fe05019 2024-11-27T20:20:22,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:22,196 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-27T20:20:22,197 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,41799,1732738807331 (queues=1) is replicating from cluster=ed79a1aa-16a9-4525-91b8-720874f278f8 to cluster=04653a72-a94a-424f-9681-cc9ffb30a3f0 2024-11-27T20:20:22,197 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C41799%2C1732738807331 2024-11-27T20:20:22,198 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,41799,1732738807331, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:20:22,198 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, startPosition=0, beingWritten=true 2024-11-27T20:20:22,204 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C41799%2C1732738807331 2024-11-27T20:20:22,207 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:22,207 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 379, reset compression=false 2024-11-27T20:20:22,207 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41799,1732738807331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:22,411 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 379, reset compression=false 2024-11-27T20:20:22,715 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 379, reset compression=false 2024-11-27T20:20:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:22,822 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:20:22,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:22,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:22,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:22,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:22,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:22,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52624391, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:22,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41563,-1 for getting cluster id 2024-11-27T20:20:22,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:22,825 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04653a72-a94a-424f-9681-cc9ffb30a3f0' 2024-11-27T20:20:22,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:22,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04653a72-a94a-424f-9681-cc9ffb30a3f0" 2024-11-27T20:20:22,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:22,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41563,-1] 2024-11-27T20:20:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:22,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:22,826 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:22,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebbbb72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:22,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:22,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,41563,1732738811436 2024-11-27T20:20:22,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dadd9f6 2024-11-27T20:20:22,828 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:22,829 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:22,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:46807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:20:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:20:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:22,833 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:46807' 2024-11-27T20:20:22,834 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@485495c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:22,834 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46807,-1 for getting cluster id 2024-11-27T20:20:22,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:22,834 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '274119d1-a5b0-4ead-ae41-4c83db80af0c' 2024-11-27T20:20:22,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:22,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "274119d1-a5b0-4ead-ae41-4c83db80af0c" 2024-11-27T20:20:22,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66da821e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:22,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46807,-1] 2024-11-27T20:20:22,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:22,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:22,836 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:22,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e90d02c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:22,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:22,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46807,1732738814824 2024-11-27T20:20:22,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132bcf8 2024-11-27T20:20:22,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:22,838 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:22,839 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:20:22,839 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:20:22,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:22,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:22,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:22,840 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:22,841 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:20:22,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:20:22,842 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:22,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:20:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:20:22,891 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:20:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:23,119 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 379, reset compression=false 2024-11-27T20:20:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:23,253 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 24be3c9a1f3c64fddd4b7d4480a2e469, NAME => 'hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175 2024-11-27T20:20:23,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:20:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:23,624 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 379, reset compression=false 2024-11-27T20:20:23,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:23,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 24be3c9a1f3c64fddd4b7d4480a2e469, disabling compactions & flushes 2024-11-27T20:20:23,661 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:23,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:23,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. after waiting 0 ms 2024-11-27T20:20:23,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:23,661 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:23,661 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 24be3c9a1f3c64fddd4b7d4480a2e469: Waiting for close lock at 1732738823661Disabling compacts and flushes for region at 1732738823661Disabling writes for close at 1732738823661Writing region close event to WAL at 1732738823661Closed at 1732738823661 2024-11-27T20:20:23,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:20:23,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738823663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738823663"}]},"ts":"1732738823663"} 2024-11-27T20:20:23,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:20:23,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:20:23,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738823666"}]},"ts":"1732738823666"} 2024-11-27T20:20:23,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:20:23,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24be3c9a1f3c64fddd4b7d4480a2e469, ASSIGN}] 2024-11-27T20:20:23,670 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24be3c9a1f3c64fddd4b7d4480a2e469, ASSIGN 2024-11-27T20:20:23,671 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24be3c9a1f3c64fddd4b7d4480a2e469, ASSIGN; state=OFFLINE, location=6daf43b95769,41351,1732738811484; forceNewPlan=false, retain=false 2024-11-27T20:20:23,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24be3c9a1f3c64fddd4b7d4480a2e469, regionState=OPENING, regionLocation=6daf43b95769,41351,1732738811484 2024-11-27T20:20:23,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=24be3c9a1f3c64fddd4b7d4480a2e469, ASSIGN because future has completed 2024-11-27T20:20:23,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24be3c9a1f3c64fddd4b7d4480a2e469, server=6daf43b95769,41351,1732738811484}] 2024-11-27T20:20:23,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T20:20:23,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T20:20:23,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:20:23,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T20:20:23,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:23,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:23,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:23,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:20:23,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C41351%2C1732738811484.rep, suffix=, logDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484, archiveDir=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/oldWALs, maxLogs=10 2024-11-27T20:20:23,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.rep.1732738823984, exclude list is [], retry=0 2024-11-27T20:20:24,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-a35b2d2a-e1af-41c8-a681-843c1363e486,DISK] 2024-11-27T20:20:24,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.rep.1732738823984 2024-11-27T20:20:24,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36389:36389)] 2024-11-27T20:20:24,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 24be3c9a1f3c64fddd4b7d4480a2e469, NAME => 'hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:24,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:24,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:20:24,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. service=MultiRowMutationService 2024-11-27T20:20:24,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:20:24,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:24,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,008 INFO [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,010 INFO [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24be3c9a1f3c64fddd4b7d4480a2e469 columnFamilyName hfileref 2024-11-27T20:20:24,010 DEBUG [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:24,011 INFO [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] regionserver.HStore(327): Store=24be3c9a1f3c64fddd4b7d4480a2e469/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:24,012 INFO [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,013 INFO [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24be3c9a1f3c64fddd4b7d4480a2e469 columnFamilyName queue 2024-11-27T20:20:24,013 DEBUG [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:24,013 INFO [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] regionserver.HStore(327): Store=24be3c9a1f3c64fddd4b7d4480a2e469/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:24,013 INFO [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,014 INFO [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 24be3c9a1f3c64fddd4b7d4480a2e469 columnFamilyName sid 2024-11-27T20:20:24,014 DEBUG [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:24,015 INFO [StoreOpener-24be3c9a1f3c64fddd4b7d4480a2e469-1 {}] regionserver.HStore(327): Store=24be3c9a1f3c64fddd4b7d4480a2e469/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:24,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/replication/24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/replication/24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:20:24,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/replication/24be3c9a1f3c64fddd4b7d4480a2e469/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:24,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 24be3c9a1f3c64fddd4b7d4480a2e469; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69919579, jitterRate=0.041882917284965515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:20:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:24,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 24be3c9a1f3c64fddd4b7d4480a2e469: Running coprocessor pre-open hook at 1732738824007Writing region info on filesystem at 1732738824007Initializing all the Stores at 1732738824008 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738824008Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738824008Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738824008Cleaning up temporary data from old regions at 1732738824017 (+9 ms)Running coprocessor post-open hooks at 1732738824022 (+5 ms)Region opened successfully at 1732738824022 2024-11-27T20:20:24,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469., pid=10, masterSystemTime=1732738823976 2024-11-27T20:20:24,026 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=24be3c9a1f3c64fddd4b7d4480a2e469, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,41351,1732738811484 2024-11-27T20:20:24,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 24be3c9a1f3c64fddd4b7d4480a2e469, server=6daf43b95769,41351,1732738811484 because future has completed 2024-11-27T20:20:24,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:24,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:24,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:20:24,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 24be3c9a1f3c64fddd4b7d4480a2e469, server=6daf43b95769,41351,1732738811484 in 209 msec 2024-11-27T20:20:24,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:20:24,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=24be3c9a1f3c64fddd4b7d4480a2e469, ASSIGN in 366 msec 2024-11-27T20:20:24,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:20:24,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738824038"}]},"ts":"1732738824038"} 2024-11-27T20:20:24,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:20:24,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:20:24,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-11-27T20:20:24,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469., hostname=6daf43b95769,41351,1732738811484, seqNum=2] 2024-11-27T20:20:24,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:24,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:24,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:20:24,229 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 379, reset compression=false 2024-11-27T20:20:24,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41351 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:20:24,264 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:20:24,310 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,41351,1732738811484, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:20:24,311 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:24,311 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41351,1732738811484, seqNum=-1] 2024-11-27T20:20:24,312 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:24,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T20:20:24,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,41351,1732738811484', locateType=CURRENT is [region=hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469., hostname=6daf43b95769,41351,1732738811484, seqNum=2] 2024-11-27T20:20:24,348 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:20:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:20:24,355 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,41351,1732738811484 suceeded 2024-11-27T20:20:24,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:20:24,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 244 msec 2024-11-27T20:20:24,358 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:46807,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:20:24,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5280 sec 2024-11-27T20:20:24,378 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:46807' 2024-11-27T20:20:24,380 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3675bd26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:24,380 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46807,-1 for getting cluster id 2024-11-27T20:20:24,380 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:24,381 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '274119d1-a5b0-4ead-ae41-4c83db80af0c' 2024-11-27T20:20:24,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "274119d1-a5b0-4ead-ae41-4c83db80af0c" 2024-11-27T20:20:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2472dd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46807,-1] 2024-11-27T20:20:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:24,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:24,383 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:24,385 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46f4b027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:24,385 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:24,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46807,1732738814824 2024-11-27T20:20:24,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8c8e9c4 2024-11-27T20:20:24,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:24,387 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-27T20:20:24,388 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,41351,1732738811484 (queues=1) is replicating from cluster=04653a72-a94a-424f-9681-cc9ffb30a3f0 to cluster=274119d1-a5b0-4ead-ae41-4c83db80af0c 2024-11-27T20:20:24,388 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C41351%2C1732738811484 2024-11-27T20:20:24,388 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,41351,1732738811484, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:20:24,391 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, startPosition=0, beingWritten=true 2024-11-27T20:20:24,391 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C41351%2C1732738811484 2024-11-27T20:20:24,403 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:24,403 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 379, reset compression=false 2024-11-27T20:20:24,403 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41351,1732738811484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:24,630 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 379, reset compression=false 2024-11-27T20:20:24,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T20:20:24,933 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 379, reset compression=false 2024-11-27T20:20:24,975 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 379, reset compression=false 2024-11-27T20:20:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41563 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:24,983 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:20:24,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:24,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:24,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:24,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:24,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:24,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a73f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:24,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46807,-1 for getting cluster id 2024-11-27T20:20:24,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:24,994 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '274119d1-a5b0-4ead-ae41-4c83db80af0c' 2024-11-27T20:20:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "274119d1-a5b0-4ead-ae41-4c83db80af0c" 2024-11-27T20:20:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6824abb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46807,-1] 2024-11-27T20:20:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:24,998 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f40a61a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:25,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46807,1732738814824 2024-11-27T20:20:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54365fad 2024-11-27T20:20:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:25,002 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:25,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:44295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:20:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:20:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:25,006 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:44295' 2024-11-27T20:20:25,024 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d218e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:25,024 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,44295,-1 for getting cluster id 2024-11-27T20:20:25,025 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:25,026 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed79a1aa-16a9-4525-91b8-720874f278f8' 2024-11-27T20:20:25,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:25,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed79a1aa-16a9-4525-91b8-720874f278f8" 2024-11-27T20:20:25,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b80372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:25,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,44295,-1] 2024-11-27T20:20:25,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:25,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:25,029 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:25,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12947222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:25,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:25,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,44295,1732738807282 2024-11-27T20:20:25,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d8c0b7a 2024-11-27T20:20:25,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:25,037 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:25,040 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:20:25,041 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:20:25,041 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:25,041 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:25,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:25,041 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:25,042 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:20:25,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:20:25,043 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:25,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:20:25,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:20:25,093 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:20:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:25,382 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 379, reset compression=false 2024-11-27T20:20:25,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5c2a566a1365f6539dd9e9f22910ea8, NAME => 'hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98 2024-11-27T20:20:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:20:25,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:25,742 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 379, reset compression=false 2024-11-27T20:20:25,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:25,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d5c2a566a1365f6539dd9e9f22910ea8, disabling compactions & flushes 2024-11-27T20:20:25,862 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:25,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:25,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. after waiting 0 ms 2024-11-27T20:20:25,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:25,862 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:25,862 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5c2a566a1365f6539dd9e9f22910ea8: Waiting for close lock at 1732738825861Disabling compacts and flushes for region at 1732738825861Disabling writes for close at 1732738825862 (+1 ms)Writing region close event to WAL at 1732738825862Closed at 1732738825862 2024-11-27T20:20:25,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:20:25,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738825863"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738825863"}]},"ts":"1732738825863"} 2024-11-27T20:20:25,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:20:25,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:20:25,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738825866"}]},"ts":"1732738825866"} 2024-11-27T20:20:25,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:20:25,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5c2a566a1365f6539dd9e9f22910ea8, ASSIGN}] 2024-11-27T20:20:25,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5c2a566a1365f6539dd9e9f22910ea8, ASSIGN 2024-11-27T20:20:25,870 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d5c2a566a1365f6539dd9e9f22910ea8, ASSIGN; state=OFFLINE, location=6daf43b95769,37761,1732738814876; forceNewPlan=false, retain=false 2024-11-27T20:20:25,885 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 379, reset compression=false 2024-11-27T20:20:26,020 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d5c2a566a1365f6539dd9e9f22910ea8, regionState=OPENING, regionLocation=6daf43b95769,37761,1732738814876 2024-11-27T20:20:26,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d5c2a566a1365f6539dd9e9f22910ea8, ASSIGN because future has completed 2024-11-27T20:20:26,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5c2a566a1365f6539dd9e9f22910ea8, server=6daf43b95769,37761,1732738814876}] 2024-11-27T20:20:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:26,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:26,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:26,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:20:26,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C37761%2C1732738814876.rep, suffix=, logDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876, archiveDir=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/oldWALs, maxLogs=10 2024-11-27T20:20:26,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.rep.1732738826180, exclude list is [], retry=0 2024-11-27T20:20:26,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41653,DS-e2cb64b2-9436-43e8-92b4-01107a63c87b,DISK] 2024-11-27T20:20:26,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.rep.1732738826180 2024-11-27T20:20:26,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35023:35023)] 2024-11-27T20:20:26,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d5c2a566a1365f6539dd9e9f22910ea8, NAME => 'hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:26,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:20:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. service=MultiRowMutationService 2024-11-27T20:20:26,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:20:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,201 INFO [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,202 INFO [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5c2a566a1365f6539dd9e9f22910ea8 columnFamilyName hfileref 2024-11-27T20:20:26,202 DEBUG [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:26,203 INFO [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] regionserver.HStore(327): Store=d5c2a566a1365f6539dd9e9f22910ea8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:26,203 INFO [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,203 INFO [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5c2a566a1365f6539dd9e9f22910ea8 columnFamilyName queue 2024-11-27T20:20:26,203 DEBUG [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:26,204 INFO [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] regionserver.HStore(327): Store=d5c2a566a1365f6539dd9e9f22910ea8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:26,204 INFO [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,205 INFO [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5c2a566a1365f6539dd9e9f22910ea8 columnFamilyName sid 2024-11-27T20:20:26,205 DEBUG [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:26,205 INFO [StoreOpener-d5c2a566a1365f6539dd9e9f22910ea8-1 {}] regionserver.HStore(327): Store=d5c2a566a1365f6539dd9e9f22910ea8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:26,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/replication/d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/replication/d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:20:26,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/replication/d5c2a566a1365f6539dd9e9f22910ea8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:26,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d5c2a566a1365f6539dd9e9f22910ea8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74244278, jitterRate=0.10632595419883728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:20:26,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:26,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d5c2a566a1365f6539dd9e9f22910ea8: Running coprocessor pre-open hook at 1732738826199Writing region info on filesystem at 1732738826199Initializing all the Stores at 1732738826201 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738826201Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738826201Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738826201Cleaning up temporary data from old regions at 1732738826207 (+6 ms)Running coprocessor post-open hooks at 1732738826210 (+3 ms)Region opened successfully at 1732738826210 2024-11-27T20:20:26,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8., pid=10, masterSystemTime=1732738826175 2024-11-27T20:20:26,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:26,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:26,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d5c2a566a1365f6539dd9e9f22910ea8, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,37761,1732738814876 2024-11-27T20:20:26,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5c2a566a1365f6539dd9e9f22910ea8, server=6daf43b95769,37761,1732738814876 because future has completed 2024-11-27T20:20:26,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:20:26,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d5c2a566a1365f6539dd9e9f22910ea8, server=6daf43b95769,37761,1732738814876 in 194 msec 2024-11-27T20:20:26,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:20:26,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d5c2a566a1365f6539dd9e9f22910ea8, ASSIGN in 350 msec 2024-11-27T20:20:26,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:20:26,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738826221"}]},"ts":"1732738826221"} 2024-11-27T20:20:26,223 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:20:26,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:20:26,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-27T20:20:26,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8., hostname=6daf43b95769,37761,1732738814876, seqNum=2] 2024-11-27T20:20:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:26,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:26,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:20:26,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:20:26,412 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:20:26,444 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,37761,1732738814876, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:20:26,444 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:26,444 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37761,1732738814876, seqNum=-1] 2024-11-27T20:20:26,445 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:26,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T20:20:26,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,37761,1732738814876', locateType=CURRENT is [region=hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8., hostname=6daf43b95769,37761,1732738814876, seqNum=2] 2024-11-27T20:20:26,450 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:20:26,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:20:26,453 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,37761,1732738814876 suceeded 2024-11-27T20:20:26,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:20:26,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-27T20:20:26,454 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:44295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:20:26,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4520 sec 2024-11-27T20:20:26,467 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:44295' 2024-11-27T20:20:26,468 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@294ecce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:26,468 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,44295,-1 for getting cluster id 2024-11-27T20:20:26,468 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:26,469 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed79a1aa-16a9-4525-91b8-720874f278f8' 2024-11-27T20:20:26,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:26,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed79a1aa-16a9-4525-91b8-720874f278f8" 2024-11-27T20:20:26,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@285d8ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:26,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,44295,-1] 2024-11-27T20:20:26,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:26,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:26,470 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:26,471 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585f183b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:26,471 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:26,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,44295,1732738807282 2024-11-27T20:20:26,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32e1007c 2024-11-27T20:20:26,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:26,473 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T20:20:26,473 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,37761,1732738814876 (queues=1) is replicating from cluster=274119d1-a5b0-4ead-ae41-4c83db80af0c to cluster=ed79a1aa-16a9-4525-91b8-720874f278f8 2024-11-27T20:20:26,473 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C37761%2C1732738814876 2024-11-27T20:20:26,473 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,37761,1732738814876, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:20:26,474 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, startPosition=0, beingWritten=true 2024-11-27T20:20:26,474 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C37761%2C1732738814876 2024-11-27T20:20:26,484 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:26,484 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 379, reset compression=false 2024-11-27T20:20:26,484 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37761,1732738814876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:26,489 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 379, reset compression=false 2024-11-27T20:20:26,647 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 379, reset compression=false 2024-11-27T20:20:26,687 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 379, reset compression=false 2024-11-27T20:20:26,990 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 379, reset compression=false 2024-11-27T20:20:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:20:27,152 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:20:27,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:27,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:27,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:27,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:27,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:27,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb57bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,44295,-1 for getting cluster id 2024-11-27T20:20:27,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:27,154 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed79a1aa-16a9-4525-91b8-720874f278f8' 2024-11-27T20:20:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed79a1aa-16a9-4525-91b8-720874f278f8" 2024-11-27T20:20:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446a903e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,44295,-1] 2024-11-27T20:20:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:27,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:27,155 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:27,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebfc31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f8c00d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41563,-1 for getting cluster id 2024-11-27T20:20:27,156 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:27,157 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04653a72-a94a-424f-9681-cc9ffb30a3f0' 2024-11-27T20:20:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04653a72-a94a-424f-9681-cc9ffb30a3f0" 2024-11-27T20:20:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770b5787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41563,-1] 2024-11-27T20:20:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:27,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:27,158 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:27,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ea51df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359282ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46807,-1 for getting cluster id 2024-11-27T20:20:27,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:27,160 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '274119d1-a5b0-4ead-ae41-4c83db80af0c' 2024-11-27T20:20:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "274119d1-a5b0-4ead-ae41-4c83db80af0c" 2024-11-27T20:20:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52efd1d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46807,-1] 2024-11-27T20:20:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:27,161 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104857c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:27,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41799,1732738807331, seqNum=-1] 2024-11-27T20:20:27,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:27,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:27,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738816711.69379283ba9312bf0bd94ec6a159069d., hostname=6daf43b95769,41799,1732738807331, seqNum=2] 2024-11-27T20:20:27,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:27,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37761,1732738814876, seqNum=-1] 2024-11-27T20:20:27,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:27,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a., hostname=6daf43b95769,37761,1732738814876, seqNum=2] 2024-11-27T20:20:27,195 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T20:20:27,197 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 379, reset compression=false 2024-11-27T20:20:27,369 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:20:27,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,394 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 379, reset compression=false 2024-11-27T20:20:27,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:27,653 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 379, reset compression=false 2024-11-27T20:20:27,658 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:27,658 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 480, reset compression=false 2024-11-27T20:20:27,658 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41799,1732738807331 got entry batch from reader: WALEntryBatch [walEntries=[{test/69379283ba9312bf0bd94ec6a159069d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T20:20:27,662 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:20:27,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-27T20:20:27,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:27,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30ae4372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,41563,-1 for getting cluster id 2024-11-27T20:20:27,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:27,664 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04653a72-a94a-424f-9681-cc9ffb30a3f0' 2024-11-27T20:20:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04653a72-a94a-424f-9681-cc9ffb30a3f0" 2024-11-27T20:20:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18471f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,41563,-1] 2024-11-27T20:20:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:27,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:27,666 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:27,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f6c8c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:27,667 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:27,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41351,1732738811484, seqNum=-1] 2024-11-27T20:20:27,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:27,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T20:20:27,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738818876.606b587c317311e2a721d75e62cf972b., hostname=6daf43b95769,41351,1732738811484, seqNum=2] 2024-11-27T20:20:27,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:27,862 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 480, reset compression=false 2024-11-27T20:20:27,898 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 379, reset compression=false 2024-11-27T20:20:28,001 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 379, reset compression=false 2024-11-27T20:20:28,007 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:28,007 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 504, reset compression=false 2024-11-27T20:20:28,007 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41351,1732738811484 got entry batch from reader: WALEntryBatch [walEntries=[{test/606b587c317311e2a721d75e62cf972b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T20:20:28,009 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:20:28,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-27T20:20:28,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:28,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ad5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:28,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46807,-1 for getting cluster id 2024-11-27T20:20:28,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:28,011 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '274119d1-a5b0-4ead-ae41-4c83db80af0c' 2024-11-27T20:20:28,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:28,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "274119d1-a5b0-4ead-ae41-4c83db80af0c" 2024-11-27T20:20:28,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10b616c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:28,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46807,-1] 2024-11-27T20:20:28,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:28,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:28,012 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:28,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a888007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:28,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:28,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,37761,1732738814876, seqNum=-1] 2024-11-27T20:20:28,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:28,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T20:20:28,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a., hostname=6daf43b95769,37761,1732738814876, seqNum=2] 2024-11-27T20:20:28,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:28,166 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 480, reset compression=false 2024-11-27T20:20:28,197 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T20:20:28,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41351,1732738811484, seqNum=-1] 2024-11-27T20:20:28,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:28,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:28,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732738818876.606b587c317311e2a721d75e62cf972b., hostname=6daf43b95769,41351,1732738811484, seqNum=2] 2024-11-27T20:20:28,203 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T20:20:28,211 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 504, reset compression=false 2024-11-27T20:20:28,215 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:28,215 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 608, reset compression=false 2024-11-27T20:20:28,215 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41351,1732738811484 got entry batch from reader: WALEntryBatch [walEntries=[{test/606b587c317311e2a721d75e62cf972b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T20:20:28,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:28,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:28,418 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 608, reset compression=false 2024-11-27T20:20:28,503 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 379, reset compression=false 2024-11-27T20:20:28,511 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:28,511 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 654, reset compression=false 2024-11-27T20:20:28,511 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37761,1732738814876 got entry batch from reader: WALEntryBatch [walEntries=[{test/daa530e09b194c9ccf8d1f128c2c9e3a/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T20:20:28,514 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:20:28,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T20:20:28,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:28,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c88ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:28,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,44295,-1 for getting cluster id 2024-11-27T20:20:28,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:28,522 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed79a1aa-16a9-4525-91b8-720874f278f8' 2024-11-27T20:20:28,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:28,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed79a1aa-16a9-4525-91b8-720874f278f8" 2024-11-27T20:20:28,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55513704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:28,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,44295,-1] 2024-11-27T20:20:28,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:28,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:28,523 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:28,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24ab85a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:28,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:28,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,41799,1732738807331, seqNum=-1] 2024-11-27T20:20:28,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:28,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T20:20:28,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732738816711.69379283ba9312bf0bd94ec6a159069d., hostname=6daf43b95769,41799,1732738807331, seqNum=2] 2024-11-27T20:20:28,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:28,570 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 480, reset compression=false 2024-11-27T20:20:28,578 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:28,578 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 630, reset compression=false 2024-11-27T20:20:28,578 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41799,1732738807331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:28,718 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 654, reset compression=false 2024-11-27T20:20:28,723 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 608, reset compression=false 2024-11-27T20:20:28,786 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 630, reset compression=false 2024-11-27T20:20:29,024 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 654, reset compression=false 2024-11-27T20:20:29,091 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 630, reset compression=false 2024-11-27T20:20:29,141 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 608, reset compression=false 2024-11-27T20:20:29,206 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T20:20:29,213 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T20:20:29,428 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 654, reset compression=false 2024-11-27T20:20:29,449 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:29,449 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 758, reset compression=false 2024-11-27T20:20:29,450 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37761,1732738814876 got entry batch from reader: WALEntryBatch [walEntries=[{test/daa530e09b194c9ccf8d1f128c2c9e3a/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T20:20:29,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:29,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:29,496 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 630, reset compression=false 2024-11-27T20:20:29,500 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:29,500 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 757, reset compression=false 2024-11-27T20:20:29,500 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41799,1732738807331 got entry batch from reader: WALEntryBatch [walEntries=[{test/69379283ba9312bf0bd94ec6a159069d/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T20:20:29,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:29,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:29,648 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 608, reset compression=false 2024-11-27T20:20:29,660 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 758, reset compression=false 2024-11-27T20:20:29,704 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 757, reset compression=false 2024-11-27T20:20:29,707 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:29,707 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 759, reset compression=false 2024-11-27T20:20:29,707 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41351,1732738811484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:29,917 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 759, reset compression=false 2024-11-27T20:20:29,985 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 758, reset compression=false 2024-11-27T20:20:30,018 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 757, reset compression=false 2024-11-27T20:20:30,215 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T20:20:30,219 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T20:20:30,235 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 759, reset compression=false 2024-11-27T20:20:30,395 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 758, reset compression=false 2024-11-27T20:20:30,439 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 757, reset compression=false 2024-11-27T20:20:30,447 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:30,448 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 913, reset compression=false 2024-11-27T20:20:30,448 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41799,1732738807331 got entry batch from reader: WALEntryBatch [walEntries=[{test/69379283ba9312bf0bd94ec6a159069d/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T20:20:30,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:30,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:30,640 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 759, reset compression=false 2024-11-27T20:20:30,646 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:30,646 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 907, reset compression=false 2024-11-27T20:20:30,646 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41351,1732738811484 got entry batch from reader: WALEntryBatch [walEntries=[{test/606b587c317311e2a721d75e62cf972b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T20:20:30,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:30,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:30,665 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 913, reset compression=false 2024-11-27T20:20:30,851 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 907, reset compression=false 2024-11-27T20:20:30,899 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 758, reset compression=false 2024-11-27T20:20:30,913 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:30,913 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 929, reset compression=false 2024-11-27T20:20:30,913 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37761,1732738814876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:30,969 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 913, reset compression=false 2024-11-27T20:20:31,116 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 929, reset compression=false 2024-11-27T20:20:31,155 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 907, reset compression=false 2024-11-27T20:20:31,222 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T20:20:31,231 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T20:20:31,372 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 913, reset compression=false 2024-11-27T20:20:31,420 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 929, reset compression=false 2024-11-27T20:20:31,559 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 907, reset compression=false 2024-11-27T20:20:31,572 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:31,572 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1066, reset compression=false 2024-11-27T20:20:31,572 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41351,1732738811484 got entry batch from reader: WALEntryBatch [walEntries=[{test/606b587c317311e2a721d75e62cf972b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T20:20:31,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:31,577 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:31,780 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1066, reset compression=false 2024-11-27T20:20:31,824 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 929, reset compression=false 2024-11-27T20:20:31,829 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:31,829 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1078, reset compression=false 2024-11-27T20:20:31,829 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37761,1732738814876 got entry batch from reader: WALEntryBatch [walEntries=[{test/daa530e09b194c9ccf8d1f128c2c9e3a/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T20:20:31,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:31,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:31,877 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 913, reset compression=false 2024-11-27T20:20:31,883 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:31,883 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1085, reset compression=false 2024-11-27T20:20:31,883 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41799,1732738807331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:32,033 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1078, reset compression=false 2024-11-27T20:20:32,084 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1066, reset compression=false 2024-11-27T20:20:32,087 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1085, reset compression=false 2024-11-27T20:20:32,233 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T20:20:32,237 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T20:20:32,337 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1078, reset compression=false 2024-11-27T20:20:32,343 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:32,343 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1237, reset compression=false 2024-11-27T20:20:32,343 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37761,1732738814876 got entry batch from reader: WALEntryBatch [walEntries=[{test/daa530e09b194c9ccf8d1f128c2c9e3a/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T20:20:32,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:32,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:32,390 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1085, reset compression=false 2024-11-27T20:20:32,397 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:32,397 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1234, reset compression=false 2024-11-27T20:20:32,397 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41799,1732738807331 got entry batch from reader: WALEntryBatch [walEntries=[{test/69379283ba9312bf0bd94ec6a159069d/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T20:20:32,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:32,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:32,489 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1066, reset compression=false 2024-11-27T20:20:32,494 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:32,494 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1239, reset compression=false 2024-11-27T20:20:32,494 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41351,1732738811484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:32,549 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1237, reset compression=false 2024-11-27T20:20:32,602 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1234, reset compression=false 2024-11-27T20:20:32,701 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1239, reset compression=false 2024-11-27T20:20:32,853 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1237, reset compression=false 2024-11-27T20:20:32,909 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1234, reset compression=false 2024-11-27T20:20:33,006 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1239, reset compression=false 2024-11-27T20:20:33,239 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T20:20:33,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfcfa71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:33,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46807,-1 for getting cluster id 2024-11-27T20:20:33,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:33,254 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '274119d1-a5b0-4ead-ae41-4c83db80af0c' 2024-11-27T20:20:33,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:33,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "274119d1-a5b0-4ead-ae41-4c83db80af0c" 2024-11-27T20:20:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2f1507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46807,-1] 2024-11-27T20:20:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:33,256 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:33,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f5a69f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:33,258 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1237, reset compression=false 2024-11-27T20:20:33,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46807,1732738814824 2024-11-27T20:20:33,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@137c4dfc 2024-11-27T20:20:33,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:33,261 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:33,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-27T20:20:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-27T20:20:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T20:20:33,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:20:33,313 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1234, reset compression=false 2024-11-27T20:20:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T20:20:33,410 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1239, reset compression=false 2024-11-27T20:20:33,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T20:20:33,422 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-27T20:20:33,423 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-27T20:20:33,423 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,37761,1732738814876 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-27T20:20:33,423 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6daf43b95769:0-0. 2024-11-27T20:20:33,423 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:33,423 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:33,423 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:33,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:33,524 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:20:33,524 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T20:20:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T20:20:33,624 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 terminated 2024-11-27T20:20:33,644 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,37761,1732738814876, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:20:33,644 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-27T20:20:33,644 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T20:20:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T20:20:33,647 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6daf43b95769,37761,1732738814876 suceeded 2024-11-27T20:20:33,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T20:20:33,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-27T20:20:33,649 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-27T20:20:33,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 387 msec 2024-11-27T20:20:33,660 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:44295' 2024-11-27T20:20:33,661 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56853477, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:33,661 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,44295,-1 for getting cluster id 2024-11-27T20:20:33,661 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:33,662 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed79a1aa-16a9-4525-91b8-720874f278f8' 2024-11-27T20:20:33,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:33,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed79a1aa-16a9-4525-91b8-720874f278f8" 2024-11-27T20:20:33,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22492eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:33,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,44295,-1] 2024-11-27T20:20:33,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:33,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:33,663 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:33,664 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a457173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:33,664 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:33,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,44295,1732738807282 2024-11-27T20:20:33,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a131c5e 2024-11-27T20:20:33,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:33,666 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T20:20:33,666 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,37761,1732738814876 (queues=1) is replicating from cluster=274119d1-a5b0-4ead-ae41-4c83db80af0c to cluster=ed79a1aa-16a9-4525-91b8-720874f278f8 2024-11-27T20:20:33,666 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C37761%2C1732738814876 2024-11-27T20:20:33,667 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,37761,1732738814876, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:20:33,667 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C37761%2C1732738814876 2024-11-27T20:20:33,819 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1234, reset compression=false 2024-11-27T20:20:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T20:20:33,892 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:20:33,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:33,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:33,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:33,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:33,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:33,896 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-27T20:20:33,914 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1239, reset compression=false 2024-11-27T20:20:34,422 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1234, reset compression=false 2024-11-27T20:20:34,428 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:34,428 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1338, reset compression=false 2024-11-27T20:20:34,428 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41799,1732738807331 got entry batch from reader: WALEntryBatch [walEntries=[{test/69379283ba9312bf0bd94ec6a159069d/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T20:20:34,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:34,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41351 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:34,520 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1239, reset compression=false 2024-11-27T20:20:34,525 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:34,525 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1367, reset compression=false 2024-11-27T20:20:34,525 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41351,1732738811484 got entry batch from reader: WALEntryBatch [walEntries=[{test/606b587c317311e2a721d75e62cf972b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T20:20:34,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:34,529 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:34,641 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1338, reset compression=false 2024-11-27T20:20:34,732 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1367, reset compression=false 2024-11-27T20:20:34,899 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-27T20:20:34,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6ade0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:34,905 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46807,-1 for getting cluster id 2024-11-27T20:20:34,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:34,906 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '274119d1-a5b0-4ead-ae41-4c83db80af0c' 2024-11-27T20:20:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:34,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "274119d1-a5b0-4ead-ae41-4c83db80af0c" 2024-11-27T20:20:34,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2861598e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:34,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46807,-1] 2024-11-27T20:20:34,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:34,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:34,908 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:34,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8283d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:34,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46807,1732738814824 2024-11-27T20:20:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@182bae56 2024-11-27T20:20:34,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:34,914 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:34,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-27T20:20:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-27T20:20:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T20:20:34,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:20:34,945 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1338, reset compression=false 2024-11-27T20:20:35,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T20:20:35,036 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1367, reset compression=false 2024-11-27T20:20:35,040 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:35,040 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1471, reset compression=false 2024-11-27T20:20:35,040 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41351,1732738811484 got entry batch from reader: WALEntryBatch [walEntries=[{test/606b587c317311e2a721d75e62cf972b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T20:20:35,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:35,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:35,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-27T20:20:35,074 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-27T20:20:35,075 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T20:20:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-27T20:20:35,077 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6daf43b95769,37761,1732738814876 suceeded 2024-11-27T20:20:35,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T20:20:35,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-27T20:20:35,078 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-27T20:20:35,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-11-27T20:20:35,168 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, startPosition=1237, beingWritten=true 2024-11-27T20:20:35,173 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:20:35,173 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1515, reset compression=false 2024-11-27T20:20:35,173 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37761,1732738814876 got entry batch from reader: WALEntryBatch [walEntries=[{test/daa530e09b194c9ccf8d1f128c2c9e3a/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T20:20:35,175 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:20:35,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T20:20:35,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:20:35,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:20:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46807 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T20:20:35,232 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:20:35,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:35,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:35,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:35,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:35,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:35,234 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-27T20:20:35,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:20:35,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:35,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:35,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:35,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:35,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:35,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:20:35,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1776814488, stopped=false 2024-11-27T20:20:35,235 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,46807,1732738814824 2024-11-27T20:20:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2588800795/running 2024-11-27T20:20:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2588800795/running 2024-11-27T20:20:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:35,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:20:35,237 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:35,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:35,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:35,237 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,37761,1732738814876' ***** 2024-11-27T20:20:35,237 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:20:35,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Set watcher on znode that does not yet exist, /2588800795/running 2024-11-27T20:20:35,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Set watcher on znode that does not yet exist, /2588800795/running 2024-11-27T20:20:35,238 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:20:35,238 INFO [RS:0;6daf43b95769:37761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:20:35,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:20:35,238 INFO [RS:0;6daf43b95769:37761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:20:35,238 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(3091): Received CLOSE for daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:35,238 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(3091): Received CLOSE for d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:35,238 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,37761,1732738814876 2024-11-27T20:20:35,238 INFO [RS:0;6daf43b95769:37761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:20:35,238 INFO [RS:0;6daf43b95769:37761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:37761. 2024-11-27T20:20:35,238 DEBUG [RS:0;6daf43b95769:37761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:35,238 DEBUG [RS:0;6daf43b95769:37761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:35,238 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing daa530e09b194c9ccf8d1f128c2c9e3a, disabling compactions & flushes 2024-11-27T20:20:35,239 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:35,239 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:35,239 INFO [RS:0;6daf43b95769:37761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:20:35,239 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. after waiting 0 ms 2024-11-27T20:20:35,239 INFO [RS:0;6daf43b95769:37761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:20:35,239 INFO [RS:0;6daf43b95769:37761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:20:35,239 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:35,239 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:20:35,239 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing daa530e09b194c9ccf8d1f128c2c9e3a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T20:20:35,239 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:20:35,239 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, daa530e09b194c9ccf8d1f128c2c9e3a=test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a., d5c2a566a1365f6539dd9e9f22910ea8=hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8.} 2024-11-27T20:20:35,239 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5c2a566a1365f6539dd9e9f22910ea8, daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:35,239 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:20:35,239 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:20:35,239 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:20:35,239 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:20:35,239 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:20:35,239 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:20:35,243 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1471, reset compression=false 2024-11-27T20:20:35,254 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:20:35,256 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/.tmp/f/6fb63a715a27458794d07bc24473e219 is 37, key is row3/f:row3/1732738833894/Put/seqid=0 2024-11-27T20:20:35,257 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/info/7106b9f7ec17448e9751aad80d8da3b6 is 147, key is hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8./info:regioninfo/1732738826213/Put/seqid=0 2024-11-27T20:20:35,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741840_1016 (size=5228) 2024-11-27T20:20:35,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741841_1017 (size=7686) 2024-11-27T20:20:35,349 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1338, reset compression=false 2024-11-27T20:20:35,354 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:35,354 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:35,354 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41799,1732738807331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:35,376 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1515, reset compression=false 2024-11-27T20:20:35,381 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:35,382 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1762, reset compression=false 2024-11-27T20:20:35,382 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,37761,1732738814876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:35,383 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,37761,1732738814876: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,37761,1732738814876, walGroup=6daf43b95769%2C37761%2C1732738814876, offset=6daf43b95769%2C37761%2C1732738814876.1732738816057:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:37761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:20:35,384 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:20:35,384 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:20:35,385 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:20:35,385 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:20:35,385 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:20:35,385 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 803402880 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 199007992 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:20:35,385 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:46807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:46807 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T20:20:35,439 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5c2a566a1365f6539dd9e9f22910ea8, daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:35,546 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1471, reset compression=false 2024-11-27T20:20:35,559 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:35,589 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1762, reset compression=false 2024-11-27T20:20:35,639 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5c2a566a1365f6539dd9e9f22910ea8, daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:35,662 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/.tmp/f/6fb63a715a27458794d07bc24473e219 2024-11-27T20:20:35,666 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/info/7106b9f7ec17448e9751aad80d8da3b6 2024-11-27T20:20:35,668 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fb63a715a27458794d07bc24473e219 2024-11-27T20:20:35,701 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/ns/f49b90b8dc7c4a048df15da4155830ac is 43, key is default/ns:d/1732738816635/Put/seqid=0 2024-11-27T20:20:35,703 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/.tmp/f1/817d516ca89645a2b73f1b927784130e is 30, key is row1/f1:/1732738831223/DeleteFamily/seqid=0 2024-11-27T20:20:35,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741842_1018 (size=5153) 2024-11-27T20:20:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741843_1019 (size=5158) 2024-11-27T20:20:35,840 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5c2a566a1365f6539dd9e9f22910ea8, daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:35,862 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:35,894 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1762, reset compression=false 2024-11-27T20:20:35,927 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:20:35,927 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:20:35,953 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1471, reset compression=false 2024-11-27T20:20:36,040 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5c2a566a1365f6539dd9e9f22910ea8, daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:36,115 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/ns/f49b90b8dc7c4a048df15da4155830ac 2024-11-27T20:20:36,126 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/.tmp/f1/817d516ca89645a2b73f1b927784130e 2024-11-27T20:20:36,129 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 817d516ca89645a2b73f1b927784130e 2024-11-27T20:20:36,135 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/rep_barrier/d6a6ce1ca8d3480b88e4b1b61e0d47cd is 112, key is test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a./rep_barrier:seqnumDuringOpen/1732738820286/Put/seqid=0 2024-11-27T20:20:36,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741844_1020 (size=5518) 2024-11-27T20:20:36,139 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/rep_barrier/d6a6ce1ca8d3480b88e4b1b61e0d47cd 2024-11-27T20:20:36,147 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/.tmp/norep/7a2b0773076c4b39bec66e17e945ea07 is 33, key is row2/norep:/1732738832234/DeleteFamily/seqid=0 2024-11-27T20:20:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741845_1021 (size=5108) 2024-11-27T20:20:36,158 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/table/7f546371a41a46df8ba9e058baee3ae6 is 53, key is hbase:replication/table:state/1732738826221/Put/seqid=0 2024-11-27T20:20:36,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741846_1022 (size=5308) 2024-11-27T20:20:36,240 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5c2a566a1365f6539dd9e9f22910ea8, daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:36,265 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:36,296 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1762, reset compression=false 2024-11-27T20:20:36,440 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d5c2a566a1365f6539dd9e9f22910ea8, daa530e09b194c9ccf8d1f128c2c9e3a 2024-11-27T20:20:36,457 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1471, reset compression=false 2024-11-27T20:20:36,551 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/.tmp/norep/7a2b0773076c4b39bec66e17e945ea07 2024-11-27T20:20:36,555 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a2b0773076c4b39bec66e17e945ea07 2024-11-27T20:20:36,555 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/.tmp/f/6fb63a715a27458794d07bc24473e219 as hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/f/6fb63a715a27458794d07bc24473e219 2024-11-27T20:20:36,558 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fb63a715a27458794d07bc24473e219 2024-11-27T20:20:36,558 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/f/6fb63a715a27458794d07bc24473e219, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T20:20:36,559 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/.tmp/f1/817d516ca89645a2b73f1b927784130e as hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/f1/817d516ca89645a2b73f1b927784130e 2024-11-27T20:20:36,561 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/table/7f546371a41a46df8ba9e058baee3ae6 2024-11-27T20:20:36,562 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 817d516ca89645a2b73f1b927784130e 2024-11-27T20:20:36,562 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/f1/817d516ca89645a2b73f1b927784130e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T20:20:36,563 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/.tmp/norep/7a2b0773076c4b39bec66e17e945ea07 as hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/norep/7a2b0773076c4b39bec66e17e945ea07 2024-11-27T20:20:36,565 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/info/7106b9f7ec17448e9751aad80d8da3b6 as hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/info/7106b9f7ec17448e9751aad80d8da3b6 2024-11-27T20:20:36,567 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a2b0773076c4b39bec66e17e945ea07 2024-11-27T20:20:36,567 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/norep/7a2b0773076c4b39bec66e17e945ea07, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T20:20:36,568 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for daa530e09b194c9ccf8d1f128c2c9e3a in 1329ms, sequenceid=12, compaction requested=false 2024-11-27T20:20:36,569 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/info/7106b9f7ec17448e9751aad80d8da3b6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:20:36,570 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/ns/f49b90b8dc7c4a048df15da4155830ac as hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/ns/f49b90b8dc7c4a048df15da4155830ac 2024-11-27T20:20:36,573 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/default/test/daa530e09b194c9ccf8d1f128c2c9e3a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T20:20:36,573 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:36,574 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:20:36,574 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:36,574 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/ns/f49b90b8dc7c4a048df15da4155830ac, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:20:36,574 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for daa530e09b194c9ccf8d1f128c2c9e3a: Waiting for close lock at 1732738835238Running coprocessor pre-close hooks at 1732738835238Disabling compacts and flushes for region at 1732738835238Disabling writes for close at 1732738835239 (+1 ms)Obtaining lock to block concurrent updates at 1732738835239Preparing flush snapshotting stores in daa530e09b194c9ccf8d1f128c2c9e3a at 1732738835239Finished memstore snapshotting test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732738835239Flushing stores of test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. at 1732738835240 (+1 ms)Flushing daa530e09b194c9ccf8d1f128c2c9e3a/f: creating writer at 1732738835240Flushing daa530e09b194c9ccf8d1f128c2c9e3a/f: appending metadata at 1732738835255 (+15 ms)Flushing daa530e09b194c9ccf8d1f128c2c9e3a/f: closing flushed file at 1732738835255Flushing daa530e09b194c9ccf8d1f128c2c9e3a/f1: creating writer at 1732738835668 (+413 ms)Flushing daa530e09b194c9ccf8d1f128c2c9e3a/f1: appending metadata at 1732738835701 (+33 ms)Flushing daa530e09b194c9ccf8d1f128c2c9e3a/f1: closing flushed file at 1732738835701Flushing daa530e09b194c9ccf8d1f128c2c9e3a/norep: creating writer at 1732738836129 (+428 ms)Flushing daa530e09b194c9ccf8d1f128c2c9e3a/norep: appending metadata at 1732738836146 (+17 ms)Flushing daa530e09b194c9ccf8d1f128c2c9e3a/norep: closing flushed file at 1732738836146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b45d06: reopening flushed file at 1732738836555 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db31cb2: reopening flushed file at 1732738836559 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2113a5ba: reopening flushed file at 1732738836563 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for daa530e09b194c9ccf8d1f128c2c9e3a in 1329ms, sequenceid=12, compaction requested=false at 1732738836568 (+5 ms)Writing region close event to WAL at 1732738836569 (+1 ms)Running coprocessor post-close hooks at 1732738836573 (+4 ms)Closed at 1732738836574 (+1 ms) 2024-11-27T20:20:36,574 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738819516.daa530e09b194c9ccf8d1f128c2c9e3a. 2024-11-27T20:20:36,574 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5c2a566a1365f6539dd9e9f22910ea8, disabling compactions & flushes 2024-11-27T20:20:36,574 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:36,574 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:36,574 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. after waiting 0 ms 2024-11-27T20:20:36,574 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:36,574 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5c2a566a1365f6539dd9e9f22910ea8: Waiting for close lock at 1732738836574Running coprocessor pre-close hooks at 1732738836574Disabling compacts and flushes for region at 1732738836574Disabling writes for close at 1732738836574Failed flush hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8., putting online again at 1732738836574 2024-11-27T20:20:36,574 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:36,574 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/rep_barrier/d6a6ce1ca8d3480b88e4b1b61e0d47cd as hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/rep_barrier/d6a6ce1ca8d3480b88e4b1b61e0d47cd 2024-11-27T20:20:36,577 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/rep_barrier/d6a6ce1ca8d3480b88e4b1b61e0d47cd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:20:36,578 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/.tmp/table/7f546371a41a46df8ba9e058baee3ae6 as hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/table/7f546371a41a46df8ba9e058baee3ae6 2024-11-27T20:20:36,581 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/table/7f546371a41a46df8ba9e058baee3ae6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:20:36,582 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false 2024-11-27T20:20:36,585 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:20:36,586 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:36,586 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:20:36,586 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:36,586 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738835239Running coprocessor pre-close hooks at 1732738835239Disabling compacts and flushes for region at 1732738835239Disabling writes for close at 1732738835239Obtaining lock to block concurrent updates at 1732738835239Preparing flush snapshotting stores in 1588230740 at 1732738835239Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738835239Flushing stores of hbase:meta,,1.1588230740 at 1732738835240 (+1 ms)Flushing 1588230740/info: creating writer at 1732738835240Flushing 1588230740/info: appending metadata at 1732738835257 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732738835257Flushing 1588230740/ns: creating writer at 1732738835677 (+420 ms)Flushing 1588230740/ns: appending metadata at 1732738835700 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732738835700Flushing 1588230740/rep_barrier: creating writer at 1732738836119 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738836135 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738836135Flushing 1588230740/table: creating writer at 1732738836144 (+9 ms)Flushing 1588230740/table: appending metadata at 1732738836158 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732738836158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6261e350: reopening flushed file at 1732738836564 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a11a375: reopening flushed file at 1732738836569 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f1a5ee: reopening flushed file at 1732738836574 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b149b46: reopening flushed file at 1732738836577 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=16, compaction requested=false at 1732738836582 (+5 ms)Writing region close event to WAL at 1732738836583 (+1 ms)Running coprocessor post-close hooks at 1732738836585 (+2 ms)Closed at 1732738836586 (+1 ms) 2024-11-27T20:20:36,586 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:36,640 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:20:36,640 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1325): Online Regions={d5c2a566a1365f6539dd9e9f22910ea8=hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8.} 2024-11-27T20:20:36,640 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(3091): Received CLOSE for d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:36,640 DEBUG [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1351): Waiting on d5c2a566a1365f6539dd9e9f22910ea8 2024-11-27T20:20:36,641 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5c2a566a1365f6539dd9e9f22910ea8, disabling compactions & flushes 2024-11-27T20:20:36,641 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:36,641 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:36,641 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. after waiting 0 ms 2024-11-27T20:20:36,641 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:36,641 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5c2a566a1365f6539dd9e9f22910ea8: Waiting for close lock at 1732738836641Running coprocessor pre-close hooks at 1732738836641Disabling compacts and flushes for region at 1732738836641Disabling writes for close at 1732738836641Failed flush hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8., putting online again at 1732738836641 2024-11-27T20:20:36,641 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738825041.d5c2a566a1365f6539dd9e9f22910ea8. 2024-11-27T20:20:36,769 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:36,799 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 1762, reset compression=false 2024-11-27T20:20:36,803 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:36,803 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 2406, reset compression=false 2024-11-27T20:20:36,841 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T20:20:36,841 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,37761,1732738814876; all regions closed. 2024-11-27T20:20:36,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:20:36,843 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.meta.1732738816596.meta not finished, retry = 0 2024-11-27T20:20:36,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741839_1015 (size=2172) 2024-11-27T20:20:36,946 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.rep.1732738826180 not finished, retry = 0 2024-11-27T20:20:37,006 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 to pos 2406, reset compression=false 2024-11-27T20:20:37,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741833_1009 (size=2414) 2024-11-27T20:20:37,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/WALs/6daf43b95769,37761,1732738814876/6daf43b95769%2C37761%2C1732738814876.1732738816057 not finished, retry = 0 2024-11-27T20:20:37,061 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1471, reset compression=false 2024-11-27T20:20:37,150 DEBUG [RS:0;6daf43b95769:37761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:37,150 INFO [RS:0;6daf43b95769:37761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:20:37,150 INFO [RS:0;6daf43b95769:37761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:20:37,150 INFO [RS:0;6daf43b95769:37761 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:20:37,150 INFO [RS:0;6daf43b95769:37761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:20:37,151 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:20:37,151 INFO [RS:0;6daf43b95769:37761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,37761,1732738814876 because: Region server is closing 2024-11-27T20:20:37,151 INFO [RS:0;6daf43b95769:37761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:37761. 2024-11-27T20:20:37,151 DEBUG [RS:0;6daf43b95769:37761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:37,151 DEBUG [RS:0;6daf43b95769:37761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:37,151 DEBUG [RS:0;6daf43b95769:37761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:37,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:37,251 INFO [RS:0;6daf43b95769:37761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.shipper6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 terminated 2024-11-27T20:20:37,251 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,37761,1732738814876.replicationSource.wal-reader.6daf43b95769%2C37761%2C1732738814876,1-6daf43b95769,37761,1732738814876 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:20:37,252 INFO [RS:0;6daf43b95769:37761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:37761. 2024-11-27T20:20:37,252 DEBUG [RS:0;6daf43b95769:37761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:37,252 DEBUG [RS:0;6daf43b95769:37761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:37,252 DEBUG [RS:0;6daf43b95769:37761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:37,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:37,252 INFO [RS:0;6daf43b95769:37761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37761 2024-11-27T20:20:37,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2588800795/rs/6daf43b95769,37761,1732738814876 2024-11-27T20:20:37,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795/rs 2024-11-27T20:20:37,260 INFO [RS:0;6daf43b95769:37761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:20:37,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,37761,1732738814876] 2024-11-27T20:20:37,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2588800795/draining/6daf43b95769,37761,1732738814876 already deleted, retry=false 2024-11-27T20:20:37,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,37761,1732738814876 expired; onlineServers=0 2024-11-27T20:20:37,263 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,46807,1732738814824' ***** 2024-11-27T20:20:37,263 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:20:37,263 INFO [M:0;6daf43b95769:46807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:20:37,263 INFO [M:0;6daf43b95769:46807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:20:37,263 DEBUG [M:0;6daf43b95769:46807 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:20:37,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:20:37,264 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738815847 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738815847,5,FailOnTimeoutGroup] 2024-11-27T20:20:37,264 DEBUG [M:0;6daf43b95769:46807 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:20:37,264 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738815847 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738815847,5,FailOnTimeoutGroup] 2024-11-27T20:20:37,264 INFO [M:0;6daf43b95769:46807 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:20:37,264 INFO [M:0;6daf43b95769:46807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:20:37,264 DEBUG [M:0;6daf43b95769:46807 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:20:37,264 INFO [M:0;6daf43b95769:46807 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:20:37,264 INFO [M:0;6daf43b95769:46807 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:20:37,264 INFO [M:0;6daf43b95769:46807 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:20:37,264 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:20:37,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2588800795/master 2024-11-27T20:20:37,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2588800795 2024-11-27T20:20:37,265 DEBUG [M:0;6daf43b95769:46807 {}] zookeeper.ZKUtil(347): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Unable to get data of znode /2588800795/master because node does not exist (not an error) 2024-11-27T20:20:37,265 WARN [M:0;6daf43b95769:46807 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:20:37,266 INFO [M:0;6daf43b95769:46807 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/.lastflushedseqids 2024-11-27T20:20:37,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741847_1023 (size=245) 2024-11-27T20:20:37,270 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:20:37,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:37,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37761-0x1015b15de050007, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:37,362 INFO [RS:0;6daf43b95769:37761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:20:37,362 INFO [RS:0;6daf43b95769:37761 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,37761,1732738814876; zookeeper connection closed. 2024-11-27T20:20:37,362 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@677e1f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@677e1f9 2024-11-27T20:20:37,363 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:20:37,373 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:37,671 INFO [M:0;6daf43b95769:46807 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:20:37,671 INFO [M:0;6daf43b95769:46807 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:20:37,671 DEBUG [M:0;6daf43b95769:46807 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:37,671 INFO [M:0;6daf43b95769:46807 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:37,671 DEBUG [M:0;6daf43b95769:46807 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:37,671 DEBUG [M:0;6daf43b95769:46807 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:37,671 DEBUG [M:0;6daf43b95769:46807 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:37,671 INFO [M:0;6daf43b95769:46807 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-27T20:20:37,686 DEBUG [M:0;6daf43b95769:46807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/632d7848f4a84eeaa0c26bb7b24ecdeb is 82, key is hbase:meta,,1/info:regioninfo/1732738816625/Put/seqid=0 2024-11-27T20:20:37,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741848_1024 (size=5672) 2024-11-27T20:20:37,690 INFO [M:0;6daf43b95769:46807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/632d7848f4a84eeaa0c26bb7b24ecdeb 2024-11-27T20:20:37,707 DEBUG [M:0;6daf43b95769:46807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c9bce8ae2014beea4026a54534e36ea is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732738826225/Put/seqid=0 2024-11-27T20:20:37,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741849_1025 (size=9211) 2024-11-27T20:20:37,764 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1471, reset compression=false 2024-11-27T20:20:38,079 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:38,111 INFO [M:0;6daf43b95769:46807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c9bce8ae2014beea4026a54534e36ea 2024-11-27T20:20:38,129 DEBUG [M:0;6daf43b95769:46807 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd40cb102a4d4baaa2210f04cc8e7730 is 69, key is 6daf43b95769,37761,1732738814876/rs:state/1732738815913/Put/seqid=0 2024-11-27T20:20:38,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741850_1026 (size=5156) 2024-11-27T20:20:38,533 INFO [M:0;6daf43b95769:46807 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd40cb102a4d4baaa2210f04cc8e7730 2024-11-27T20:20:38,538 DEBUG [M:0;6daf43b95769:46807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/632d7848f4a84eeaa0c26bb7b24ecdeb as hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/632d7848f4a84eeaa0c26bb7b24ecdeb 2024-11-27T20:20:38,541 INFO [M:0;6daf43b95769:46807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/632d7848f4a84eeaa0c26bb7b24ecdeb, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T20:20:38,542 DEBUG [M:0;6daf43b95769:46807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c9bce8ae2014beea4026a54534e36ea as hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c9bce8ae2014beea4026a54534e36ea 2024-11-27T20:20:38,545 INFO [M:0;6daf43b95769:46807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c9bce8ae2014beea4026a54534e36ea, entries=15, sequenceid=127, filesize=9.0 K 2024-11-27T20:20:38,546 DEBUG [M:0;6daf43b95769:46807 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd40cb102a4d4baaa2210f04cc8e7730 as hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd40cb102a4d4baaa2210f04cc8e7730 2024-11-27T20:20:38,549 INFO [M:0;6daf43b95769:46807 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45951/user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd40cb102a4d4baaa2210f04cc8e7730, entries=1, sequenceid=127, filesize=5.0 K 2024-11-27T20:20:38,550 INFO [M:0;6daf43b95769:46807 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=127, compaction requested=false 2024-11-27T20:20:38,556 INFO [M:0;6daf43b95769:46807 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:38,556 DEBUG [M:0;6daf43b95769:46807 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738837671Disabling compacts and flushes for region at 1732738837671Disabling writes for close at 1732738837671Obtaining lock to block concurrent updates at 1732738837671Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738837671Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732738837671Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738837672 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738837672Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738837686 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738837686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738837693 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738837707 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738837707Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738838114 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738838129 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738838129Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759f4fe6: reopening flushed file at 1732738838537 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c20bbe: reopening flushed file at 1732738838542 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c188ae: reopening flushed file at 1732738838546 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=127, compaction requested=false at 1732738838550 (+4 ms)Writing region close event to WAL at 1732738838556 (+6 ms)Closed at 1732738838556 2024-11-27T20:20:38,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41653 is added to blk_1073741830_1006 (size=73854) 2024-11-27T20:20:38,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dcbf45e-9e15-b185-bde9-72616e834a98/MasterData/WALs/6daf43b95769,46807,1732738814824/6daf43b95769%2C46807%2C1732738814824.1732738815759 not finished, retry = 0 2024-11-27T20:20:38,568 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1471, reset compression=false 2024-11-27T20:20:38,659 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:20:38,659 INFO [M:0;6daf43b95769:46807 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:20:38,659 INFO [M:0;6daf43b95769:46807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46807 2024-11-27T20:20:38,660 INFO [M:0;6daf43b95769:46807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:20:38,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:38,763 INFO [M:0;6daf43b95769:46807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:20:38,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46807-0x1015b15de050006, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:38,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@283fe083{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:38,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@181c8732{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:20:38,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:20:38,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1304c0f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:20:38,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148f5541{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/hadoop.log.dir/,STOPPED} 2024-11-27T20:20:38,768 WARN [BP-2069801144-172.17.0.2-1732738813747 heartbeating to localhost/127.0.0.1:45951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:20:38,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:20:38,768 WARN [BP-2069801144-172.17.0.2-1732738813747 heartbeating to localhost/127.0.0.1:45951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2069801144-172.17.0.2-1732738813747 (Datanode Uuid f8b20b7e-eae0-4cdf-acce-8e7510af0895) service to localhost/127.0.0.1:45951 2024-11-27T20:20:38,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:20:38,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/cluster_d57fbf4b-c6b1-2a22-02da-3a62f8ce6eba/data/data1/current/BP-2069801144-172.17.0.2-1732738813747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:20:38,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/cluster_d57fbf4b-c6b1-2a22-02da-3a62f8ce6eba/data/data2/current/BP-2069801144-172.17.0.2-1732738813747 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:20:38,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:20:38,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f7670e3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:38,777 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47fbd549{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:20:38,777 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:20:38,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@483b58c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:20:38,777 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@421f3ab1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/hadoop.log.dir/,STOPPED} 2024-11-27T20:20:38,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:20:38,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:20:38,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:38,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:38,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:38,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:38,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:20:38,791 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023761510, stopped=false 2024-11-27T20:20:38,791 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:38,791 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,41563,1732738811436 2024-11-27T20:20:38,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-426754305/running 2024-11-27T20:20:38,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-426754305/running 2024-11-27T20:20:38,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:38,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:38,796 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:20:38,796 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:38,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Set watcher on znode that does not yet exist, /1-426754305/running 2024-11-27T20:20:38,797 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:38,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:38,797 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,41351,1732738811484' ***** 2024-11-27T20:20:38,797 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:20:38,797 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:20:38,797 INFO [RS:0;6daf43b95769:41351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:20:38,797 INFO [RS:0;6daf43b95769:41351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:20:38,797 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Set watcher on znode that does not yet exist, /1-426754305/running 2024-11-27T20:20:38,797 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(3091): Received CLOSE for 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:38,798 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:20:38,798 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(3091): Received CLOSE for 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:38,798 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,41351,1732738811484 2024-11-27T20:20:38,798 INFO [RS:0;6daf43b95769:41351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:20:38,798 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 606b587c317311e2a721d75e62cf972b, disabling compactions & flushes 2024-11-27T20:20:38,798 INFO [RS:0;6daf43b95769:41351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:41351. 2024-11-27T20:20:38,798 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:38,798 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:38,798 DEBUG [RS:0;6daf43b95769:41351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:38,798 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738818876.606b587c317311e2a721d75e62cf972b. after waiting 0 ms 2024-11-27T20:20:38,798 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:38,798 DEBUG [RS:0;6daf43b95769:41351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:38,798 INFO [RS:0;6daf43b95769:41351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:20:38,798 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 606b587c317311e2a721d75e62cf972b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T20:20:38,798 INFO [RS:0;6daf43b95769:41351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:20:38,798 INFO [RS:0;6daf43b95769:41351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:20:38,798 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:20:38,799 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:20:38,799 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1325): Online Regions={606b587c317311e2a721d75e62cf972b=test,,1732738818876.606b587c317311e2a721d75e62cf972b., 24be3c9a1f3c64fddd4b7d4480a2e469=hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:20:38,799 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24be3c9a1f3c64fddd4b7d4480a2e469, 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:38,799 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:20:38,799 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:20:38,799 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:20:38,799 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:20:38,799 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:20:38,799 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:20:38,817 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/.tmp/f/e2f3577c3529416ba4ff18d88f900dab is 37, key is row3/f:row3/1732738833894/Put/seqid=0 2024-11-27T20:20:38,817 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/info/7c64e29865034464b81d1b1490b224b5 is 147, key is hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469./info:regioninfo/1732738824026/Put/seqid=0 2024-11-27T20:20:38,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741840_1016 (size=5228) 2024-11-27T20:20:38,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741841_1017 (size=7686) 2024-11-27T20:20:38,859 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:20:38,884 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:38,934 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:20:38,934 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:20:38,999 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24be3c9a1f3c64fddd4b7d4480a2e469, 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:39,199 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24be3c9a1f3c64fddd4b7d4480a2e469, 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:39,236 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/.tmp/f/e2f3577c3529416ba4ff18d88f900dab 2024-11-27T20:20:39,236 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/info/7c64e29865034464b81d1b1490b224b5 2024-11-27T20:20:39,241 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2f3577c3529416ba4ff18d88f900dab 2024-11-27T20:20:39,264 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/.tmp/f1/8ee6777591154d069d47d91314c2e183 is 30, key is row1/f1:/1732738831223/DeleteFamily/seqid=0 2024-11-27T20:20:39,264 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/ns/cc42cf07c70246bfa4bb10ec27b3bfc4 is 43, key is default/ns:d/1732738813680/Put/seqid=0 2024-11-27T20:20:39,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741842_1018 (size=5158) 2024-11-27T20:20:39,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741843_1019 (size=5153) 2024-11-27T20:20:39,294 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/ns/cc42cf07c70246bfa4bb10ec27b3bfc4 2024-11-27T20:20:39,329 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/rep_barrier/8b8493a163f249bebf9cff15fb317926 is 112, key is test,,1732738818876.606b587c317311e2a721d75e62cf972b./rep_barrier:seqnumDuringOpen/1732738819261/Put/seqid=0 2024-11-27T20:20:39,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741844_1020 (size=5518) 2024-11-27T20:20:39,399 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24be3c9a1f3c64fddd4b7d4480a2e469, 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:39,471 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1471, reset compression=false 2024-11-27T20:20:39,485 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:39,485 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1718, reset compression=false 2024-11-27T20:20:39,485 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41351,1732738811484 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:39,486 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,41351,1732738811484: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,41351,1732738811484, walGroup=6daf43b95769%2C41351%2C1732738811484, offset=6daf43b95769%2C41351%2C1732738811484.1732738813075:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:41351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:20:39,488 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:20:39,488 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:20:39,488 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:20:39,488 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:20:39,488 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:20:39,488 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 893580416 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199463672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:20:39,489 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:41563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:41563 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T20:20:39,600 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24be3c9a1f3c64fddd4b7d4480a2e469, 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:39,690 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/.tmp/f1/8ee6777591154d069d47d91314c2e183 2024-11-27T20:20:39,695 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ee6777591154d069d47d91314c2e183 2024-11-27T20:20:39,700 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1718, reset compression=false 2024-11-27T20:20:39,717 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/.tmp/norep/98d32038caef4310af312cb72f3e9f9a is 33, key is row1/norep:/1732738831223/DeleteFamily/seqid=0 2024-11-27T20:20:39,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741845_1021 (size=5108) 2024-11-27T20:20:39,733 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/rep_barrier/8b8493a163f249bebf9cff15fb317926 2024-11-27T20:20:39,750 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/table/338c5300d35a45168824eea2fc103016 is 53, key is hbase:replication/table:state/1732738824038/Put/seqid=0 2024-11-27T20:20:39,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741846_1022 (size=5308) 2024-11-27T20:20:39,788 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:39,800 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24be3c9a1f3c64fddd4b7d4480a2e469, 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:40,000 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24be3c9a1f3c64fddd4b7d4480a2e469, 606b587c317311e2a721d75e62cf972b 2024-11-27T20:20:40,006 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1718, reset compression=false 2024-11-27T20:20:40,121 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/.tmp/norep/98d32038caef4310af312cb72f3e9f9a 2024-11-27T20:20:40,125 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98d32038caef4310af312cb72f3e9f9a 2024-11-27T20:20:40,127 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/.tmp/f/e2f3577c3529416ba4ff18d88f900dab as hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/f/e2f3577c3529416ba4ff18d88f900dab 2024-11-27T20:20:40,132 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e2f3577c3529416ba4ff18d88f900dab 2024-11-27T20:20:40,132 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/f/e2f3577c3529416ba4ff18d88f900dab, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T20:20:40,134 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/.tmp/f1/8ee6777591154d069d47d91314c2e183 as hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/f1/8ee6777591154d069d47d91314c2e183 2024-11-27T20:20:40,139 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ee6777591154d069d47d91314c2e183 2024-11-27T20:20:40,139 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/f1/8ee6777591154d069d47d91314c2e183, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T20:20:40,140 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/.tmp/norep/98d32038caef4310af312cb72f3e9f9a as hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/norep/98d32038caef4310af312cb72f3e9f9a 2024-11-27T20:20:40,144 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98d32038caef4310af312cb72f3e9f9a 2024-11-27T20:20:40,144 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/norep/98d32038caef4310af312cb72f3e9f9a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T20:20:40,145 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 606b587c317311e2a721d75e62cf972b in 1347ms, sequenceid=12, compaction requested=false 2024-11-27T20:20:40,155 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/table/338c5300d35a45168824eea2fc103016 2024-11-27T20:20:40,162 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/info/7c64e29865034464b81d1b1490b224b5 as hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/info/7c64e29865034464b81d1b1490b224b5 2024-11-27T20:20:40,166 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/info/7c64e29865034464b81d1b1490b224b5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:20:40,167 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/ns/cc42cf07c70246bfa4bb10ec27b3bfc4 as hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/ns/cc42cf07c70246bfa4bb10ec27b3bfc4 2024-11-27T20:20:40,170 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/default/test/606b587c317311e2a721d75e62cf972b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T20:20:40,172 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:40,172 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:20:40,172 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/ns/cc42cf07c70246bfa4bb10ec27b3bfc4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:20:40,172 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:40,172 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 606b587c317311e2a721d75e62cf972b: Waiting for close lock at 1732738838798Running coprocessor pre-close hooks at 1732738838798Disabling compacts and flushes for region at 1732738838798Disabling writes for close at 1732738838798Obtaining lock to block concurrent updates at 1732738838798Preparing flush snapshotting stores in 606b587c317311e2a721d75e62cf972b at 1732738838798Finished memstore snapshotting test,,1732738818876.606b587c317311e2a721d75e62cf972b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732738838799 (+1 ms)Flushing stores of test,,1732738818876.606b587c317311e2a721d75e62cf972b. at 1732738838799Flushing 606b587c317311e2a721d75e62cf972b/f: creating writer at 1732738838799Flushing 606b587c317311e2a721d75e62cf972b/f: appending metadata at 1732738838816 (+17 ms)Flushing 606b587c317311e2a721d75e62cf972b/f: closing flushed file at 1732738838816Flushing 606b587c317311e2a721d75e62cf972b/f1: creating writer at 1732738839241 (+425 ms)Flushing 606b587c317311e2a721d75e62cf972b/f1: appending metadata at 1732738839263 (+22 ms)Flushing 606b587c317311e2a721d75e62cf972b/f1: closing flushed file at 1732738839263Flushing 606b587c317311e2a721d75e62cf972b/norep: creating writer at 1732738839695 (+432 ms)Flushing 606b587c317311e2a721d75e62cf972b/norep: appending metadata at 1732738839716 (+21 ms)Flushing 606b587c317311e2a721d75e62cf972b/norep: closing flushed file at 1732738839716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348ce4f1: reopening flushed file at 1732738840126 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71eda93c: reopening flushed file at 1732738840134 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55342b4d: reopening flushed file at 1732738840139 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 606b587c317311e2a721d75e62cf972b in 1347ms, sequenceid=12, compaction requested=false at 1732738840145 (+6 ms)Writing region close event to WAL at 1732738840152 (+7 ms)Running coprocessor post-close hooks at 1732738840171 (+19 ms)Closed at 1732738840172 (+1 ms) 2024-11-27T20:20:40,172 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738818876.606b587c317311e2a721d75e62cf972b. 2024-11-27T20:20:40,172 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24be3c9a1f3c64fddd4b7d4480a2e469, disabling compactions & flushes 2024-11-27T20:20:40,173 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:40,173 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:40,173 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. after waiting 0 ms 2024-11-27T20:20:40,173 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/rep_barrier/8b8493a163f249bebf9cff15fb317926 as hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/rep_barrier/8b8493a163f249bebf9cff15fb317926 2024-11-27T20:20:40,173 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:40,173 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24be3c9a1f3c64fddd4b7d4480a2e469: Waiting for close lock at 1732738840172Running coprocessor pre-close hooks at 1732738840172Disabling compacts and flushes for region at 1732738840172Disabling writes for close at 1732738840173 (+1 ms)Failed flush hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469., putting online again at 1732738840173 2024-11-27T20:20:40,173 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:40,177 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/rep_barrier/8b8493a163f249bebf9cff15fb317926, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:20:40,177 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/.tmp/table/338c5300d35a45168824eea2fc103016 as hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/table/338c5300d35a45168824eea2fc103016 2024-11-27T20:20:40,182 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/table/338c5300d35a45168824eea2fc103016, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:20:40,183 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1384ms, sequenceid=16, compaction requested=false 2024-11-27T20:20:40,200 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:20:40,200 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1325): Online Regions={24be3c9a1f3c64fddd4b7d4480a2e469=hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:20:40,200 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(3091): Received CLOSE for 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:40,201 DEBUG [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 24be3c9a1f3c64fddd4b7d4480a2e469 2024-11-27T20:20:40,202 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 24be3c9a1f3c64fddd4b7d4480a2e469, disabling compactions & flushes 2024-11-27T20:20:40,202 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:40,202 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:40,202 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. after waiting 0 ms 2024-11-27T20:20:40,202 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:40,202 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 24be3c9a1f3c64fddd4b7d4480a2e469: Waiting for close lock at 1732738840202Running coprocessor pre-close hooks at 1732738840202Disabling compacts and flushes for region at 1732738840202Disabling writes for close at 1732738840202Failed flush hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469., putting online again at 1732738840202 2024-11-27T20:20:40,202 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738822839.24be3c9a1f3c64fddd4b7d4480a2e469. 2024-11-27T20:20:40,204 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:20:40,205 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:40,205 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:20:40,205 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:40,205 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738838799Running coprocessor pre-close hooks at 1732738838799Disabling compacts and flushes for region at 1732738838799Disabling writes for close at 1732738838799Obtaining lock to block concurrent updates at 1732738838799Preparing flush snapshotting stores in 1588230740 at 1732738838799Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738838799Flushing stores of hbase:meta,,1.1588230740 at 1732738838800 (+1 ms)Flushing 1588230740/info: creating writer at 1732738838800Flushing 1588230740/info: appending metadata at 1732738838816 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732738838816Flushing 1588230740/ns: creating writer at 1732738839243 (+427 ms)Flushing 1588230740/ns: appending metadata at 1732738839264 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732738839264Flushing 1588230740/rep_barrier: creating writer at 1732738839301 (+37 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738839328 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738839328Flushing 1588230740/table: creating writer at 1732738839737 (+409 ms)Flushing 1588230740/table: appending metadata at 1732738839750 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732738839750Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c54e2a5: reopening flushed file at 1732738840161 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1137f646: reopening flushed file at 1732738840167 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13abfc77: reopening flushed file at 1732738840172 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372fc17c: reopening flushed file at 1732738840177 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1384ms, sequenceid=16, compaction requested=false at 1732738840183 (+6 ms)Writing region close event to WAL at 1732738840200 (+17 ms)Running coprocessor post-close hooks at 1732738840205 (+5 ms)Closed at 1732738840205 2024-11-27T20:20:40,205 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:40,401 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T20:20:40,401 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,41351,1732738811484; all regions closed. 2024-11-27T20:20:40,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:20:40,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741839_1015 (size=2609) 2024-11-27T20:20:40,415 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 to pos 1718, reset compression=false 2024-11-27T20:20:40,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741833_1009 (size=2370) 2024-11-27T20:20:40,419 DEBUG [RS:0;6daf43b95769:41351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:40,419 INFO [RS:0;6daf43b95769:41351 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:20:40,419 INFO [RS:0;6daf43b95769:41351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:20:40,419 INFO [RS:0;6daf43b95769:41351 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:20:40,420 INFO [RS:0;6daf43b95769:41351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:20:40,420 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:20:40,420 INFO [RS:0;6daf43b95769:41351 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,41351,1732738811484 because: Region server is closing 2024-11-27T20:20:40,421 INFO [RS:0;6daf43b95769:41351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:41351. 2024-11-27T20:20:40,421 DEBUG [RS:0;6daf43b95769:41351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:40,421 DEBUG [RS:0;6daf43b95769:41351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:40,421 DEBUG [RS:0;6daf43b95769:41351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:40,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:40,423 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/WALs/6daf43b95769,41351,1732738811484/6daf43b95769%2C41351%2C1732738811484.1732738813075 2024-11-27T20:20:40,424 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.wal-reader.6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:40,521 INFO [RS:0;6daf43b95769:41351 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41351,1732738811484.replicationSource.shipper6daf43b95769%2C41351%2C1732738811484,1-6daf43b95769,41351,1732738811484 terminated 2024-11-27T20:20:40,522 INFO [RS:0;6daf43b95769:41351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:41351. 2024-11-27T20:20:40,522 DEBUG [RS:0;6daf43b95769:41351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:40,522 DEBUG [RS:0;6daf43b95769:41351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:40,522 DEBUG [RS:0;6daf43b95769:41351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:40,522 INFO [RS:0;6daf43b95769:41351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41351 2024-11-27T20:20:40,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:40,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305/rs 2024-11-27T20:20:40,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-426754305/rs/6daf43b95769,41351,1732738811484 2024-11-27T20:20:40,525 INFO [RS:0;6daf43b95769:41351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:20:40,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,41351,1732738811484] 2024-11-27T20:20:40,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-426754305/draining/6daf43b95769,41351,1732738811484 already deleted, retry=false 2024-11-27T20:20:40,530 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,41351,1732738811484 expired; onlineServers=0 2024-11-27T20:20:40,530 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,41563,1732738811436' ***** 2024-11-27T20:20:40,530 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:20:40,530 INFO [M:0;6daf43b95769:41563 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:20:40,530 INFO [M:0;6daf43b95769:41563 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:20:40,530 DEBUG [M:0;6daf43b95769:41563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:20:40,530 DEBUG [M:0;6daf43b95769:41563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:20:40,530 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:20:40,530 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738812889 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738812889,5,FailOnTimeoutGroup] 2024-11-27T20:20:40,530 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738812889 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738812889,5,FailOnTimeoutGroup] 2024-11-27T20:20:40,530 INFO [M:0;6daf43b95769:41563 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:20:40,531 INFO [M:0;6daf43b95769:41563 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:20:40,531 DEBUG [M:0;6daf43b95769:41563 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:20:40,531 INFO [M:0;6daf43b95769:41563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:20:40,531 INFO [M:0;6daf43b95769:41563 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:20:40,531 INFO [M:0;6daf43b95769:41563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:20:40,531 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:20:40,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-426754305/master 2024-11-27T20:20:40,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-426754305 2024-11-27T20:20:40,534 DEBUG [M:0;6daf43b95769:41563 {}] zookeeper.RecoverableZooKeeper(212): Node /1-426754305/master already deleted, retry=false 2024-11-27T20:20:40,534 DEBUG [M:0;6daf43b95769:41563 {}] master.ActiveMasterManager(353): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-426754305/master 2024-11-27T20:20:40,545 INFO [M:0;6daf43b95769:41563 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/.lastflushedseqids 2024-11-27T20:20:40,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741847_1023 (size=245) 2024-11-27T20:20:40,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:40,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41351-0x1015b15de050004, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:40,629 INFO [RS:0;6daf43b95769:41351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:20:40,629 INFO [RS:0;6daf43b95769:41351 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,41351,1732738811484; zookeeper connection closed. 2024-11-27T20:20:40,630 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5009be01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5009be01 2024-11-27T20:20:40,630 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:20:40,791 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:40,963 INFO [M:0;6daf43b95769:41563 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:20:40,964 INFO [M:0;6daf43b95769:41563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:20:40,964 DEBUG [M:0;6daf43b95769:41563 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:40,964 INFO [M:0;6daf43b95769:41563 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:40,964 DEBUG [M:0;6daf43b95769:41563 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:40,964 DEBUG [M:0;6daf43b95769:41563 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:40,964 DEBUG [M:0;6daf43b95769:41563 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:40,964 INFO [M:0;6daf43b95769:41563 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T20:20:40,982 DEBUG [M:0;6daf43b95769:41563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be1ec2a21ec74463a3c8a878efb987ae is 82, key is hbase:meta,,1/info:regioninfo/1732738813672/Put/seqid=0 2024-11-27T20:20:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741848_1024 (size=5672) 2024-11-27T20:20:41,023 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:20:41,386 INFO [M:0;6daf43b95769:41563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be1ec2a21ec74463a3c8a878efb987ae 2024-11-27T20:20:41,408 DEBUG [M:0;6daf43b95769:41563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/354b671cde8349b1a7a19d2774b85f46 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732738824042/Put/seqid=0 2024-11-27T20:20:41,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741849_1025 (size=8515) 2024-11-27T20:20:41,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:41,813 INFO [M:0;6daf43b95769:41563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/354b671cde8349b1a7a19d2774b85f46 2024-11-27T20:20:41,835 DEBUG [M:0;6daf43b95769:41563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4632d419ea5847aaa2b3255bb6496693 is 69, key is 6daf43b95769,41351,1732738811484/rs:state/1732738812923/Put/seqid=0 2024-11-27T20:20:41,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741850_1026 (size=5156) 2024-11-27T20:20:41,895 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:42,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:20:42,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:42,239 INFO [M:0;6daf43b95769:41563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4632d419ea5847aaa2b3255bb6496693 2024-11-27T20:20:42,244 DEBUG [M:0;6daf43b95769:41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be1ec2a21ec74463a3c8a878efb987ae as hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be1ec2a21ec74463a3c8a878efb987ae 2024-11-27T20:20:42,247 INFO [M:0;6daf43b95769:41563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be1ec2a21ec74463a3c8a878efb987ae, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T20:20:42,248 DEBUG [M:0;6daf43b95769:41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/354b671cde8349b1a7a19d2774b85f46 as hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/354b671cde8349b1a7a19d2774b85f46 2024-11-27T20:20:42,252 INFO [M:0;6daf43b95769:41563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/354b671cde8349b1a7a19d2774b85f46, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T20:20:42,252 DEBUG [M:0;6daf43b95769:41563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4632d419ea5847aaa2b3255bb6496693 as hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4632d419ea5847aaa2b3255bb6496693 2024-11-27T20:20:42,255 INFO [M:0;6daf43b95769:41563 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39479/user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4632d419ea5847aaa2b3255bb6496693, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T20:20:42,256 INFO [M:0;6daf43b95769:41563 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false 2024-11-27T20:20:42,258 INFO [M:0;6daf43b95769:41563 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:42,258 DEBUG [M:0;6daf43b95769:41563 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738840964Disabling compacts and flushes for region at 1732738840964Disabling writes for close at 1732738840964Obtaining lock to block concurrent updates at 1732738840964Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738840964Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732738840964Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738840965 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738840965Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738840982 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738840982Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738841390 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738841408 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738841408Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738841817 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738841834 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738841834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ec46861: reopening flushed file at 1732738842243 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152c296d: reopening flushed file at 1732738842248 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c6539d: reopening flushed file at 1732738842252 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=97, compaction requested=false at 1732738842256 (+4 ms)Writing region close event to WAL at 1732738842258 (+2 ms)Closed at 1732738842258 2024-11-27T20:20:42,260 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/546d401b-72b2-620a-7f82-2a37cf00f175/MasterData/WALs/6daf43b95769,41563,1732738811436/6daf43b95769%2C41563%2C1732738811436.1732738812782 not finished, retry = 0 2024-11-27T20:20:42,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741830_1006 (size=63642) 2024-11-27T20:20:42,361 INFO [M:0;6daf43b95769:41563 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:20:42,361 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:20:42,361 INFO [M:0;6daf43b95769:41563 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41563 2024-11-27T20:20:42,361 INFO [M:0;6daf43b95769:41563 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:20:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:42,463 INFO [M:0;6daf43b95769:41563 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:20:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41563-0x1015b15de050003, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:42,469 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a913e79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:42,469 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7875fb13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:20:42,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:20:42,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65a4f8f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:20:42,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d6a0e06{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/hadoop.log.dir/,STOPPED} 2024-11-27T20:20:42,472 WARN [BP-137041009-172.17.0.2-1732738810396 heartbeating to localhost/127.0.0.1:39479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:20:42,472 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:20:42,472 WARN [BP-137041009-172.17.0.2-1732738810396 heartbeating to localhost/127.0.0.1:39479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-137041009-172.17.0.2-1732738810396 (Datanode Uuid 5e2aa5d2-9042-43f2-941a-720038f62a49) service to localhost/127.0.0.1:39479 2024-11-27T20:20:42,472 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:20:42,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/cluster_a8c91076-297d-7755-38c6-07d201311462/data/data1/current/BP-137041009-172.17.0.2-1732738810396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:20:42,473 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/cluster_a8c91076-297d-7755-38c6-07d201311462/data/data2/current/BP-137041009-172.17.0.2-1732738810396 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:20:42,473 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:20:42,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d7541f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:42,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4217d075{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:20:42,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:20:42,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7067a37a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:20:42,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ebf264{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b8b5a90-dacd-4c3a-08a7-e6f778ee1c21/hadoop.log.dir/,STOPPED} 2024-11-27T20:20:42,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:20:42,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:20:42,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:42,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:42,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:42,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:42,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:42,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:20:42,496 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2100041053, stopped=false 2024-11-27T20:20:42,496 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,44295,1732738807282 2024-11-27T20:20:42,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604965990/running 2024-11-27T20:20:42,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604965990/running 2024-11-27T20:20:42,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:42,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:42,499 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:20:42,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Set watcher on znode that does not yet exist, /0604965990/running 2024-11-27T20:20:42,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Set watcher on znode that does not yet exist, /0604965990/running 2024-11-27T20:20:42,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:20:42,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:42,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:42,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,41799,1732738807331' ***** 2024-11-27T20:20:42,501 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:20:42,501 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:20:42,501 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:20:42,501 INFO [RS:0;6daf43b95769:41799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:20:42,501 INFO [RS:0;6daf43b95769:41799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:20:42,501 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(3091): Received CLOSE for 69379283ba9312bf0bd94ec6a159069d 2024-11-27T20:20:42,504 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(3091): Received CLOSE for f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:42,504 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,41799,1732738807331 2024-11-27T20:20:42,504 INFO [RS:0;6daf43b95769:41799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:20:42,504 INFO [RS:0;6daf43b95769:41799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:41799. 2024-11-27T20:20:42,504 DEBUG [RS:0;6daf43b95769:41799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:42,504 DEBUG [RS:0;6daf43b95769:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:42,504 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69379283ba9312bf0bd94ec6a159069d, disabling compactions & flushes 2024-11-27T20:20:42,504 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:42,505 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:42,505 INFO [RS:0;6daf43b95769:41799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:20:42,505 INFO [RS:0;6daf43b95769:41799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:20:42,505 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. after waiting 0 ms 2024-11-27T20:20:42,505 INFO [RS:0;6daf43b95769:41799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:20:42,505 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:42,505 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:20:42,505 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 69379283ba9312bf0bd94ec6a159069d 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-27T20:20:42,505 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:20:42,505 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 69379283ba9312bf0bd94ec6a159069d=test,,1732738816711.69379283ba9312bf0bd94ec6a159069d., f9d6550102e4b1a6ee665f9307cfe7d6=hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6.} 2024-11-27T20:20:42,505 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69379283ba9312bf0bd94ec6a159069d, f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:42,505 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:20:42,505 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:20:42,505 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:20:42,505 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:20:42,505 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:20:42,505 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:20:42,526 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/info/9b52a89fb3c340ad8ea9e328a507eaf4 is 147, key is hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6./info:regioninfo/1732738821902/Put/seqid=0 2024-11-27T20:20:42,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741840_1016 (size=7686) 2024-11-27T20:20:42,531 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/.tmp/f/bc3c8d8347ff4871aef8fc090aa033a0 is 37, key is row3/f:row3/1732738833894/Put/seqid=0 2024-11-27T20:20:42,534 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:20:42,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741841_1017 (size=5228) 2024-11-27T20:20:42,538 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/.tmp/f/bc3c8d8347ff4871aef8fc090aa033a0 2024-11-27T20:20:42,542 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc3c8d8347ff4871aef8fc090aa033a0 2024-11-27T20:20:42,557 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/.tmp/f1/e235ded10d3943449e7a7b42e712b951 is 30, key is row1/f1:/1732738831223/DeleteFamily/seqid=0 2024-11-27T20:20:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741842_1018 (size=5158) 2024-11-27T20:20:42,705 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69379283ba9312bf0bd94ec6a159069d, f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:42,905 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69379283ba9312bf0bd94ec6a159069d, f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:42,930 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/info/9b52a89fb3c340ad8ea9e328a507eaf4 2024-11-27T20:20:42,949 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/ns/981f7ac3a3b14ed0a3dcc447d1e24f1b is 43, key is default/ns:d/1732738810277/Put/seqid=0 2024-11-27T20:20:42,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741843_1019 (size=5153) 2024-11-27T20:20:42,961 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/.tmp/f1/e235ded10d3943449e7a7b42e712b951 2024-11-27T20:20:42,965 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e235ded10d3943449e7a7b42e712b951 2024-11-27T20:20:42,979 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/.tmp/norep/56568804547d4720aadf3a039aa337d7 is 32, key is row/norep:/1732738830216/DeleteFamily/seqid=0 2024-11-27T20:20:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741844_1020 (size=5101) 2024-11-27T20:20:43,106 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69379283ba9312bf0bd94ec6a159069d, f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:43,107 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1488, reset compression=false 2024-11-27T20:20:43,113 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:43,113 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1735, reset compression=false 2024-11-27T20:20:43,113 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,41799,1732738807331 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:20:43,114 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,41799,1732738807331: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,41799,1732738807331, walGroup=6daf43b95769%2C41799%2C1732738807331, offset=6daf43b95769%2C41799%2C1732738807331.1732738809330:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:41799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:20:43,116 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:20:43,116 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:20:43,117 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:20:43,117 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:20:43,117 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:20:43,117 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1193279488, "init": 1048576000, "max": 2306867200, "used": 760733776 }, "NonHeapMemoryUsage": { "committed": 203161600, "init": 7667712, "max": -1, "used": 200239592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:20:43,118 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:44295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:44295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T20:20:43,197 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:20:43,197 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:20:43,306 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69379283ba9312bf0bd94ec6a159069d, f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:43,317 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1735, reset compression=false 2024-11-27T20:20:43,353 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/ns/981f7ac3a3b14ed0a3dcc447d1e24f1b 2024-11-27T20:20:43,371 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/rep_barrier/32d06b21b07a4fe296d7e98dae6ec476 is 112, key is test,,1732738816711.69379283ba9312bf0bd94ec6a159069d./rep_barrier:seqnumDuringOpen/1732738817874/Put/seqid=0 2024-11-27T20:20:43,384 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/.tmp/norep/56568804547d4720aadf3a039aa337d7 2024-11-27T20:20:43,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741845_1021 (size=5518) 2024-11-27T20:20:43,387 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56568804547d4720aadf3a039aa337d7 2024-11-27T20:20:43,388 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/.tmp/f/bc3c8d8347ff4871aef8fc090aa033a0 as hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/f/bc3c8d8347ff4871aef8fc090aa033a0 2024-11-27T20:20:43,391 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc3c8d8347ff4871aef8fc090aa033a0 2024-11-27T20:20:43,391 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/f/bc3c8d8347ff4871aef8fc090aa033a0, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T20:20:43,392 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/.tmp/f1/e235ded10d3943449e7a7b42e712b951 as hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/f1/e235ded10d3943449e7a7b42e712b951 2024-11-27T20:20:43,395 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e235ded10d3943449e7a7b42e712b951 2024-11-27T20:20:43,395 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/f1/e235ded10d3943449e7a7b42e712b951, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T20:20:43,395 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/.tmp/norep/56568804547d4720aadf3a039aa337d7 as hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/norep/56568804547d4720aadf3a039aa337d7 2024-11-27T20:20:43,398 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56568804547d4720aadf3a039aa337d7 2024-11-27T20:20:43,398 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/norep/56568804547d4720aadf3a039aa337d7, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T20:20:43,399 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 69379283ba9312bf0bd94ec6a159069d in 894ms, sequenceid=12, compaction requested=false 2024-11-27T20:20:43,399 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T20:20:43,407 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/default/test/69379283ba9312bf0bd94ec6a159069d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T20:20:43,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:43,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:20:43,408 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:43,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69379283ba9312bf0bd94ec6a159069d: Waiting for close lock at 1732738842504Running coprocessor pre-close hooks at 1732738842504Disabling compacts and flushes for region at 1732738842504Disabling writes for close at 1732738842505 (+1 ms)Obtaining lock to block concurrent updates at 1732738842505Preparing flush snapshotting stores in 69379283ba9312bf0bd94ec6a159069d at 1732738842505Finished memstore snapshotting test,,1732738816711.69379283ba9312bf0bd94ec6a159069d., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732738842505Flushing stores of test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. at 1732738842506 (+1 ms)Flushing 69379283ba9312bf0bd94ec6a159069d/f: creating writer at 1732738842506Flushing 69379283ba9312bf0bd94ec6a159069d/f: appending metadata at 1732738842531 (+25 ms)Flushing 69379283ba9312bf0bd94ec6a159069d/f: closing flushed file at 1732738842531Flushing 69379283ba9312bf0bd94ec6a159069d/f1: creating writer at 1732738842542 (+11 ms)Flushing 69379283ba9312bf0bd94ec6a159069d/f1: appending metadata at 1732738842556 (+14 ms)Flushing 69379283ba9312bf0bd94ec6a159069d/f1: closing flushed file at 1732738842556Flushing 69379283ba9312bf0bd94ec6a159069d/norep: creating writer at 1732738842965 (+409 ms)Flushing 69379283ba9312bf0bd94ec6a159069d/norep: appending metadata at 1732738842978 (+13 ms)Flushing 69379283ba9312bf0bd94ec6a159069d/norep: closing flushed file at 1732738842978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cb5a10: reopening flushed file at 1732738843387 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108c6c38: reopening flushed file at 1732738843391 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464886ed: reopening flushed file at 1732738843395 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 69379283ba9312bf0bd94ec6a159069d in 894ms, sequenceid=12, compaction requested=false at 1732738843399 (+4 ms)Writing region close event to WAL at 1732738843405 (+6 ms)Running coprocessor post-close hooks at 1732738843407 (+2 ms)Closed at 1732738843408 (+1 ms) 2024-11-27T20:20:43,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738816711.69379283ba9312bf0bd94ec6a159069d. 2024-11-27T20:20:43,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9d6550102e4b1a6ee665f9307cfe7d6, disabling compactions & flushes 2024-11-27T20:20:43,408 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:43,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:43,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. after waiting 0 ms 2024-11-27T20:20:43,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:43,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9d6550102e4b1a6ee665f9307cfe7d6: Waiting for close lock at 1732738843408Running coprocessor pre-close hooks at 1732738843408Disabling compacts and flushes for region at 1732738843408Disabling writes for close at 1732738843408Failed flush hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6., putting online again at 1732738843408 2024-11-27T20:20:43,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:43,506 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:20:43,506 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f9d6550102e4b1a6ee665f9307cfe7d6=hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6.} 2024-11-27T20:20:43,506 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(3091): Received CLOSE for f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:43,506 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f9d6550102e4b1a6ee665f9307cfe7d6 2024-11-27T20:20:43,506 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f9d6550102e4b1a6ee665f9307cfe7d6, disabling compactions & flushes 2024-11-27T20:20:43,506 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:43,506 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:43,507 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. after waiting 1 ms 2024-11-27T20:20:43,507 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:43,507 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f9d6550102e4b1a6ee665f9307cfe7d6: Waiting for close lock at 1732738843506Running coprocessor pre-close hooks at 1732738843506Disabling compacts and flushes for region at 1732738843506Disabling writes for close at 1732738843507 (+1 ms)Failed flush hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6., putting online again at 1732738843507 2024-11-27T20:20:43,507 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738820677.f9d6550102e4b1a6ee665f9307cfe7d6. 2024-11-27T20:20:43,621 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 1735, reset compression=false 2024-11-27T20:20:43,638 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:20:43,638 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 2379, reset compression=false 2024-11-27T20:20:43,706 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:20:43,785 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/rep_barrier/32d06b21b07a4fe296d7e98dae6ec476 2024-11-27T20:20:43,803 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/table/fe0cd7277f2f431e9c92fc96dcd2ca4a is 53, key is hbase:replication/table:state/1732738821910/Put/seqid=0 2024-11-27T20:20:43,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741846_1022 (size=5308) 2024-11-27T20:20:43,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T20:20:43,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:20:43,841 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 2379, reset compression=false 2024-11-27T20:20:43,907 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:20:44,107 DEBUG [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:20:44,145 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.1732738809330 to pos 2379, reset compression=false 2024-11-27T20:20:44,206 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/table/fe0cd7277f2f431e9c92fc96dcd2ca4a 2024-11-27T20:20:44,211 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/info/9b52a89fb3c340ad8ea9e328a507eaf4 as hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/info/9b52a89fb3c340ad8ea9e328a507eaf4 2024-11-27T20:20:44,215 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/info/9b52a89fb3c340ad8ea9e328a507eaf4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:20:44,216 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/ns/981f7ac3a3b14ed0a3dcc447d1e24f1b as hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/ns/981f7ac3a3b14ed0a3dcc447d1e24f1b 2024-11-27T20:20:44,219 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/ns/981f7ac3a3b14ed0a3dcc447d1e24f1b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:20:44,220 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/rep_barrier/32d06b21b07a4fe296d7e98dae6ec476 as hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/rep_barrier/32d06b21b07a4fe296d7e98dae6ec476 2024-11-27T20:20:44,223 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/rep_barrier/32d06b21b07a4fe296d7e98dae6ec476, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:20:44,224 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/.tmp/table/fe0cd7277f2f431e9c92fc96dcd2ca4a as hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/table/fe0cd7277f2f431e9c92fc96dcd2ca4a 2024-11-27T20:20:44,227 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/table/fe0cd7277f2f431e9c92fc96dcd2ca4a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:20:44,228 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false 2024-11-27T20:20:44,228 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:20:44,233 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:20:44,233 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:20:44,233 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:20:44,233 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:44,233 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738842505Running coprocessor pre-close hooks at 1732738842505Disabling compacts and flushes for region at 1732738842505Disabling writes for close at 1732738842505Obtaining lock to block concurrent updates at 1732738842505Preparing flush snapshotting stores in 1588230740 at 1732738842505Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738842506 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738842506Flushing 1588230740/info: creating writer at 1732738842506Flushing 1588230740/info: appending metadata at 1732738842525 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732738842525Flushing 1588230740/ns: creating writer at 1732738842934 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732738842948 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732738842949 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732738843357 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738843371 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738843371Flushing 1588230740/table: creating writer at 1732738843788 (+417 ms)Flushing 1588230740/table: appending metadata at 1732738843802 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732738843802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d04da33: reopening flushed file at 1732738844211 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c9ff068: reopening flushed file at 1732738844215 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57d86393: reopening flushed file at 1732738844219 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0fb5d2: reopening flushed file at 1732738844223 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=16, compaction requested=false at 1732738844228 (+5 ms)Writing region close event to WAL at 1732738844230 (+2 ms)Running coprocessor post-close hooks at 1732738844233 (+3 ms)Closed at 1732738844233 2024-11-27T20:20:44,233 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:44,307 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T20:20:44,307 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,41799,1732738807331; all regions closed. 2024-11-27T20:20:44,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:20:44,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/WALs/6daf43b95769,41799,1732738807331/6daf43b95769%2C41799%2C1732738807331.meta.1732738810234.meta not finished, retry = 0 2024-11-27T20:20:44,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741839_1015 (size=2609) 2024-11-27T20:20:44,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741832_1008 (size=2387) 2024-11-27T20:20:44,415 DEBUG [RS:0;6daf43b95769:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:44,416 INFO [RS:0;6daf43b95769:41799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:20:44,416 INFO [RS:0;6daf43b95769:41799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:20:44,416 INFO [RS:0;6daf43b95769:41799 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T20:20:44,416 INFO [RS:0;6daf43b95769:41799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:20:44,416 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:20:44,416 INFO [RS:0;6daf43b95769:41799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,41799,1732738807331 because: Region server is closing 2024-11-27T20:20:44,416 INFO [RS:0;6daf43b95769:41799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:41799. 2024-11-27T20:20:44,416 DEBUG [RS:0;6daf43b95769:41799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:44,417 DEBUG [RS:0;6daf43b95769:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:44,417 DEBUG [RS:0;6daf43b95769:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:44,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:44,517 INFO [RS:0;6daf43b95769:41799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.shipper6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 terminated 2024-11-27T20:20:44,517 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,41799,1732738807331.replicationSource.wal-reader.6daf43b95769%2C41799%2C1732738807331,1-6daf43b95769,41799,1732738807331 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:20:44,517 INFO [RS:0;6daf43b95769:41799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:41799. 2024-11-27T20:20:44,517 DEBUG [RS:0;6daf43b95769:41799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:20:44,517 DEBUG [RS:0;6daf43b95769:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:44,518 DEBUG [RS:0;6daf43b95769:41799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:44,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:20:44,518 INFO [RS:0;6daf43b95769:41799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41799 2024-11-27T20:20:44,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990/rs 2024-11-27T20:20:44,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604965990/rs/6daf43b95769,41799,1732738807331 2024-11-27T20:20:44,520 INFO [RS:0;6daf43b95769:41799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:20:44,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,41799,1732738807331] 2024-11-27T20:20:44,523 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0604965990/draining/6daf43b95769,41799,1732738807331 already deleted, retry=false 2024-11-27T20:20:44,523 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,41799,1732738807331 expired; onlineServers=0 2024-11-27T20:20:44,523 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,44295,1732738807282' ***** 2024-11-27T20:20:44,523 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:20:44,523 INFO [M:0;6daf43b95769:44295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:20:44,523 INFO [M:0;6daf43b95769:44295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:20:44,523 DEBUG [M:0;6daf43b95769:44295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:20:44,523 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:20:44,523 DEBUG [M:0;6daf43b95769:44295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:20:44,523 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738809098 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738809098,5,FailOnTimeoutGroup] 2024-11-27T20:20:44,523 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738809098 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738809098,5,FailOnTimeoutGroup] 2024-11-27T20:20:44,523 INFO [M:0;6daf43b95769:44295 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:20:44,523 INFO [M:0;6daf43b95769:44295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:20:44,523 DEBUG [M:0;6daf43b95769:44295 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:20:44,524 INFO [M:0;6daf43b95769:44295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:20:44,524 INFO [M:0;6daf43b95769:44295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:20:44,524 INFO [M:0;6daf43b95769:44295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:20:44,524 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:20:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0604965990/master 2024-11-27T20:20:44,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0604965990 2024-11-27T20:20:44,527 DEBUG [M:0;6daf43b95769:44295 {}] zookeeper.ZKUtil(347): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Unable to get data of znode /0604965990/master because node does not exist (not an error) 2024-11-27T20:20:44,527 WARN [M:0;6daf43b95769:44295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:20:44,527 INFO [M:0;6daf43b95769:44295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/.lastflushedseqids 2024-11-27T20:20:44,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741847_1023 (size=245) 2024-11-27T20:20:44,532 INFO [M:0;6daf43b95769:44295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:20:44,532 INFO [M:0;6daf43b95769:44295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:20:44,532 DEBUG [M:0;6daf43b95769:44295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:44,532 INFO [M:0;6daf43b95769:44295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:44,532 DEBUG [M:0;6daf43b95769:44295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:44,532 DEBUG [M:0;6daf43b95769:44295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:44,532 DEBUG [M:0;6daf43b95769:44295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:44,532 INFO [M:0;6daf43b95769:44295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.73 KB heapSize=65.71 KB 2024-11-27T20:20:44,550 DEBUG [M:0;6daf43b95769:44295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc9ffffeb87403db2dd20d9621b2f56 is 82, key is hbase:meta,,1/info:regioninfo/1732738810264/Put/seqid=0 2024-11-27T20:20:44,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741848_1024 (size=5672) 2024-11-27T20:20:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:44,622 INFO [RS:0;6daf43b95769:41799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:20:44,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41799-0x1015b15de050001, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:44,622 INFO [RS:0;6daf43b95769:41799 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,41799,1732738807331; zookeeper connection closed. 2024-11-27T20:20:44,622 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@612d41c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@612d41c5 2024-11-27T20:20:44,622 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:20:44,955 INFO [M:0;6daf43b95769:44295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc9ffffeb87403db2dd20d9621b2f56 2024-11-27T20:20:44,973 DEBUG [M:0;6daf43b95769:44295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9faf7d049ceb412e87fe9fafc55972f5 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732738817886/Put/seqid=0 2024-11-27T20:20:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741849_1025 (size=7216) 2024-11-27T20:20:45,378 INFO [M:0;6daf43b95769:44295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.17 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9faf7d049ceb412e87fe9fafc55972f5 2024-11-27T20:20:45,381 INFO [M:0;6daf43b95769:44295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9faf7d049ceb412e87fe9fafc55972f5 2024-11-27T20:20:45,396 DEBUG [M:0;6daf43b95769:44295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95dc48a896894b0db6efdf42a03f3d2f is 69, key is 6daf43b95769,41799,1732738807331/rs:state/1732738809180/Put/seqid=0 2024-11-27T20:20:45,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741850_1026 (size=5156) 2024-11-27T20:20:45,799 INFO [M:0;6daf43b95769:44295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95dc48a896894b0db6efdf42a03f3d2f 2024-11-27T20:20:45,803 DEBUG [M:0;6daf43b95769:44295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dc9ffffeb87403db2dd20d9621b2f56 as hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dc9ffffeb87403db2dd20d9621b2f56 2024-11-27T20:20:45,807 INFO [M:0;6daf43b95769:44295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dc9ffffeb87403db2dd20d9621b2f56, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T20:20:45,808 DEBUG [M:0;6daf43b95769:44295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9faf7d049ceb412e87fe9fafc55972f5 as hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9faf7d049ceb412e87fe9fafc55972f5 2024-11-27T20:20:45,811 INFO [M:0;6daf43b95769:44295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9faf7d049ceb412e87fe9fafc55972f5 2024-11-27T20:20:45,811 INFO [M:0;6daf43b95769:44295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9faf7d049ceb412e87fe9fafc55972f5, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T20:20:45,812 DEBUG [M:0;6daf43b95769:44295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95dc48a896894b0db6efdf42a03f3d2f as hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95dc48a896894b0db6efdf42a03f3d2f 2024-11-27T20:20:45,815 INFO [M:0;6daf43b95769:44295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35017/user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95dc48a896894b0db6efdf42a03f3d2f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T20:20:45,816 INFO [M:0;6daf43b95769:44295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.73 KB/57068, heapSize ~65.41 KB/66984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-27T20:20:45,821 INFO [M:0;6daf43b95769:44295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:45,822 DEBUG [M:0;6daf43b95769:44295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738844532Disabling compacts and flushes for region at 1732738844532Disabling writes for close at 1732738844532Obtaining lock to block concurrent updates at 1732738844532Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738844532Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57068, getHeapSize=67224, getOffHeapSize=0, getCellsCount=122 at 1732738844533 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738844533Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738844533Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738844548 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738844549 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738844959 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738844973 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738844973Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738845381 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738845395 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738845395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d561e03: reopening flushed file at 1732738845803 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa3d073: reopening flushed file at 1732738845807 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d659f: reopening flushed file at 1732738845811 (+4 ms)Finished flush of dataSize ~55.73 KB/57068, heapSize ~65.41 KB/66984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1732738845816 (+5 ms)Writing region close event to WAL at 1732738845821 (+5 ms)Closed at 1732738845821 2024-11-27T20:20:45,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40951 is added to blk_1073741830_1006 (size=64399) 2024-11-27T20:20:45,823 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/983fe902-7f52-33d1-b839-90820bc548fc/MasterData/WALs/6daf43b95769,44295,1732738807282/6daf43b95769%2C44295%2C1732738807282.1732738809021 not finished, retry = 0 2024-11-27T20:20:45,924 INFO [M:0;6daf43b95769:44295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:20:45,924 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:20:45,925 INFO [M:0;6daf43b95769:44295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44295 2024-11-27T20:20:45,925 INFO [M:0;6daf43b95769:44295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:20:46,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:46,027 INFO [M:0;6daf43b95769:44295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:20:46,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44295-0x1015b15de050000, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:20:46,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@496576e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:46,030 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bb21394{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:20:46,030 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:20:46,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a9626b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:20:46,030 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad8dfd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/hadoop.log.dir/,STOPPED} 2024-11-27T20:20:46,032 WARN [BP-1331187250-172.17.0.2-1732738806666 heartbeating to localhost/127.0.0.1:35017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:20:46,032 WARN [BP-1331187250-172.17.0.2-1732738806666 heartbeating to localhost/127.0.0.1:35017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1331187250-172.17.0.2-1732738806666 (Datanode Uuid ba466820-a6dc-4cbe-9ef2-e78c0fa837ff) service to localhost/127.0.0.1:35017 2024-11-27T20:20:46,032 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:20:46,032 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:20:46,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/cluster_6da84efa-fe7c-a1d7-e5b7-e8b39cbba64e/data/data1/current/BP-1331187250-172.17.0.2-1732738806666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:20:46,032 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/cluster_6da84efa-fe7c-a1d7-e5b7-e8b39cbba64e/data/data2/current/BP-1331187250-172.17.0.2-1732738806666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:20:46,033 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:20:46,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@752c0dc9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:46,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39b030e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:20:46,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:20:46,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@371d0f42{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:20:46,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45b61bf8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/794660a3-0a3b-e01e-4870-b72630f6cd3a/hadoop.log.dir/,STOPPED} 2024-11-27T20:20:46,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:20:46,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:20:46,066 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 266) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:45951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45951 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35017 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58668) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39479 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58668) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58668) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=728 (was 658) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=412 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5205 (was 5245) 2024-11-27T20:20:46,076 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=412, ProcessCount=11, AvailableMemoryMB=5205 2024-11-27T20:20:46,090 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-27T20:20:46,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/hadoop.log.dir so I do NOT create it in target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61 2024-11-27T20:20:46,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:20:46,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/hadoop.tmp.dir so I do NOT create it in target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61 2024-11-27T20:20:46,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/90da4716-c0fa-627d-896e-d1efe0c194af/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:20:46,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61 2024-11-27T20:20:46,091 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/cluster_439e499c-5236-80fb-c5d7-5bc0cec9a1ee, deleteOnExit=true 2024-11-27T20:20:46,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/cluster_439e499c-5236-80fb-c5d7-5bc0cec9a1ee/zookeeper_0, clientPort=53190, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/cluster_439e499c-5236-80fb-c5d7-5bc0cec9a1ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/cluster_439e499c-5236-80fb-c5d7-5bc0cec9a1ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:20:46,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53190 2024-11-27T20:20:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:20:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/test.cache.data in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:20:46,095 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:20:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:20:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:20:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:20:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:20:46,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b15de050005, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:20:46,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015b15de050008, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:20:46,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b15de050005, quorum=127.0.0.1:58668, baseZNode=/1-426754305 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:20:46,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b15de050002, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:20:46,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015b15de050008, quorum=127.0.0.1:58668, baseZNode=/2588800795 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:20:46,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b15de050002, quorum=127.0.0.1:58668, baseZNode=/0604965990 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:20:46,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:46,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:46,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:46,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:46,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:20:46,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:46,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c2afbf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:46,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a234daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:46,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a98c75f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/java.io.tmpdir/jetty-localhost-45293-hadoop-hdfs-3_4_1-tests_jar-_-any-15230995166324737641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:46,383 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@527734f6{HTTP/1.1, (http/1.1)}{localhost:45293} 2024-11-27T20:20:46,383 INFO [Time-limited test {}] server.Server(415): Started @247823ms 2024-11-27T20:20:46,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:46,487 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:46,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:46,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:46,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:20:46,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71b6a17b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:46,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b400dab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:46,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3df26cbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/java.io.tmpdir/jetty-localhost-44975-hadoop-hdfs-3_4_1-tests_jar-_-any-5491164908757596316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:46,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d9b176{HTTP/1.1, (http/1.1)}{localhost:44975} 2024-11-27T20:20:46,634 INFO [Time-limited test {}] server.Server(415): Started @248075ms 2024-11-27T20:20:46,636 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:20:46,746 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/cluster_439e499c-5236-80fb-c5d7-5bc0cec9a1ee/data/data1/current/BP-1080094417-172.17.0.2-1732738846118/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:46,746 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/cluster_439e499c-5236-80fb-c5d7-5bc0cec9a1ee/data/data2/current/BP-1080094417-172.17.0.2-1732738846118/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:46,764 WARN [Thread-3423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:20:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f6546019d945171 with lease ID 0x5077ae22c961763c: Processing first storage report for DS-3ea33206-3272-40f2-9245-8295f5ae0ba1 from datanode DatanodeRegistration(127.0.0.1:36997, datanodeUuid=44fd5896-762b-40a5-be20-2a674401f7f4, infoPort=33051, infoSecurePort=0, ipcPort=41029, storageInfo=lv=-57;cid=testClusterID;nsid=1502130322;c=1732738846118) 2024-11-27T20:20:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f6546019d945171 with lease ID 0x5077ae22c961763c: from storage DS-3ea33206-3272-40f2-9245-8295f5ae0ba1 node DatanodeRegistration(127.0.0.1:36997, datanodeUuid=44fd5896-762b-40a5-be20-2a674401f7f4, infoPort=33051, infoSecurePort=0, ipcPort=41029, storageInfo=lv=-57;cid=testClusterID;nsid=1502130322;c=1732738846118), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f6546019d945171 with lease ID 0x5077ae22c961763c: Processing first storage report for DS-b4372087-9f17-4167-ab0b-806120af54ff from datanode DatanodeRegistration(127.0.0.1:36997, datanodeUuid=44fd5896-762b-40a5-be20-2a674401f7f4, infoPort=33051, infoSecurePort=0, ipcPort=41029, storageInfo=lv=-57;cid=testClusterID;nsid=1502130322;c=1732738846118) 2024-11-27T20:20:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f6546019d945171 with lease ID 0x5077ae22c961763c: from storage DS-b4372087-9f17-4167-ab0b-806120af54ff node DatanodeRegistration(127.0.0.1:36997, datanodeUuid=44fd5896-762b-40a5-be20-2a674401f7f4, infoPort=33051, infoSecurePort=0, ipcPort=41029, storageInfo=lv=-57;cid=testClusterID;nsid=1502130322;c=1732738846118), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:46,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61 2024-11-27T20:20:46,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:46,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:46,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:20:47,273 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c with version=8 2024-11-27T20:20:47,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/hbase-staging 2024-11-27T20:20:47,276 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:47,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:47,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:47,276 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:47,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:47,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:47,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:20:47,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:47,277 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33033 2024-11-27T20:20:47,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33033 connecting to ZooKeeper ensemble=127.0.0.1:53190 2024-11-27T20:20:47,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330330x0, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:47,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33033-0x1015b16781d0000 connected 2024-11-27T20:20:47,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:47,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:47,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Set watcher on znode that does not yet exist, /049974761/running 2024-11-27T20:20:47,307 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c, hbase.cluster.distributed=false 2024-11-27T20:20:47,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Set watcher on znode that does not yet exist, /049974761/acl 2024-11-27T20:20:47,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33033 2024-11-27T20:20:47,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33033 2024-11-27T20:20:47,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33033 2024-11-27T20:20:47,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33033 2024-11-27T20:20:47,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33033 2024-11-27T20:20:47,325 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:47,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:47,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:47,325 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:47,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:47,325 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:47,325 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:20:47,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:47,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38719 2024-11-27T20:20:47,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38719 connecting to ZooKeeper ensemble=127.0.0.1:53190 2024-11-27T20:20:47,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:47,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:47,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387190x0, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:47,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387190x0, quorum=127.0.0.1:53190, baseZNode=/049974761 Set watcher on znode that does not yet exist, /049974761/running 2024-11-27T20:20:47,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38719-0x1015b16781d0001 connected 2024-11-27T20:20:47,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:20:47,339 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:20:47,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Set watcher on znode that does not yet exist, /049974761/master 2024-11-27T20:20:47,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Set watcher on znode that does not yet exist, /049974761/acl 2024-11-27T20:20:47,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38719 2024-11-27T20:20:47,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38719 2024-11-27T20:20:47,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38719 2024-11-27T20:20:47,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38719 2024-11-27T20:20:47,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38719 2024-11-27T20:20:47,362 DEBUG [M:0;6daf43b95769:33033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:33033 2024-11-27T20:20:47,363 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /049974761/backup-masters/6daf43b95769,33033,1732738847275 2024-11-27T20:20:47,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761/backup-masters 2024-11-27T20:20:47,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761/backup-masters 2024-11-27T20:20:47,365 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Set watcher on existing znode=/049974761/backup-masters/6daf43b95769,33033,1732738847275 2024-11-27T20:20:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/049974761/master 2024-11-27T20:20:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:47,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:47,366 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Set watcher on existing znode=/049974761/master 2024-11-27T20:20:47,367 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /049974761/backup-masters/6daf43b95769,33033,1732738847275 from backup master directory 2024-11-27T20:20:47,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/049974761/backup-masters/6daf43b95769,33033,1732738847275 2024-11-27T20:20:47,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761/backup-masters 2024-11-27T20:20:47,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761/backup-masters 2024-11-27T20:20:47,368 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:47,368 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,33033,1732738847275 2024-11-27T20:20:47,371 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/hbase.id] with ID: f313dc06-4849-4a82-9a9f-33d79e5019c1 2024-11-27T20:20:47,371 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/.tmp/hbase.id 2024-11-27T20:20:47,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:20:47,778 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/.tmp/hbase.id]:[hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/hbase.id] 2024-11-27T20:20:47,786 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:47,786 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:20:47,786 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T20:20:47,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:47,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:20:47,794 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:47,795 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:20:47,795 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:47,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:20:47,800 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store 2024-11-27T20:20:47,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:20:47,804 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:47,805 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:47,805 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:47,805 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:47,805 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:47,805 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:47,805 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:47,805 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738847805Disabling compacts and flushes for region at 1732738847805Disabling writes for close at 1732738847805Writing region close event to WAL at 1732738847805Closed at 1732738847805 2024-11-27T20:20:47,805 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/.initializing 2024-11-27T20:20:47,805 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/WALs/6daf43b95769,33033,1732738847275 2024-11-27T20:20:47,806 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:47,807 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C33033%2C1732738847275, suffix=, logDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/WALs/6daf43b95769,33033,1732738847275, archiveDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/oldWALs, maxLogs=10 2024-11-27T20:20:47,821 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/WALs/6daf43b95769,33033,1732738847275/6daf43b95769%2C33033%2C1732738847275.1732738847807, exclude list is [], retry=0 2024-11-27T20:20:47,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36997,DS-3ea33206-3272-40f2-9245-8295f5ae0ba1,DISK] 2024-11-27T20:20:47,825 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/WALs/6daf43b95769,33033,1732738847275/6daf43b95769%2C33033%2C1732738847275.1732738847807 2024-11-27T20:20:47,825 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33051:33051)] 2024-11-27T20:20:47,825 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:47,825 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:47,825 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,825 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:20:47,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:47,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:47,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:20:47,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:47,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:47,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:20:47,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:47,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:47,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:20:47,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:47,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:47,831 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,831 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,831 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,832 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,832 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,833 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:47,835 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:47,836 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:47,837 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73491482, jitterRate=0.09510841965675354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:47,837 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738847825Initializing all the Stores at 1732738847826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738847826Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738847826Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738847826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738847826Cleaning up temporary data from old regions at 1732738847832 (+6 ms)Region opened successfully at 1732738847837 (+5 ms) 2024-11-27T20:20:47,837 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:20:47,839 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2854d5ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:47,840 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:20:47,840 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:20:47,840 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:20:47,840 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:20:47,841 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:20:47,841 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:20:47,841 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:20:47,843 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:20:47,843 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Unable to get data of znode /049974761/balancer because node does not exist (not necessarily an error) 2024-11-27T20:20:47,844 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /049974761/balancer already deleted, retry=false 2024-11-27T20:20:47,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:20:47,845 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Unable to get data of znode /049974761/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:20:47,846 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /049974761/normalizer already deleted, retry=false 2024-11-27T20:20:47,846 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:20:47,847 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Unable to get data of znode /049974761/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:20:47,848 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /049974761/switch/split already deleted, retry=false 2024-11-27T20:20:47,848 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Unable to get data of znode /049974761/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:20:47,851 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /049974761/switch/merge already deleted, retry=false 2024-11-27T20:20:47,852 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Unable to get data of znode /049974761/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:20:47,853 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /049974761/snapshot-cleanup already deleted, retry=false 2024-11-27T20:20:47,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/049974761/running 2024-11-27T20:20:47,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/049974761/running 2024-11-27T20:20:47,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:47,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:47,855 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,33033,1732738847275, sessionid=0x1015b16781d0000, setting cluster-up flag (Was=false) 2024-11-27T20:20:47,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:47,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:47,861 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /049974761/flush-table-proc/acquired, /049974761/flush-table-proc/reached, /049974761/flush-table-proc/abort 2024-11-27T20:20:47,862 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,33033,1732738847275 2024-11-27T20:20:47,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:47,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:47,871 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /049974761/online-snapshot/acquired, /049974761/online-snapshot/reached, /049974761/online-snapshot/abort 2024-11-27T20:20:47,871 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,33033,1732738847275 2024-11-27T20:20:47,872 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:20:47,874 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:47,874 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:20:47,874 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:20:47,874 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,33033,1732738847275 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:20:47,875 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:47,875 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:47,875 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:47,875 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:47,875 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:20:47,875 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,875 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:47,875 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,880 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738877880 2024-11-27T20:20:47,880 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:20:47,880 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:20:47,880 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:20:47,880 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:20:47,880 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:20:47,880 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:20:47,880 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:47,880 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:20:47,880 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,881 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:20:47,881 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:20:47,881 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:20:47,881 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:20:47,881 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:47,881 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:20:47,884 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:20:47,884 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:20:47,886 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738847884,5,FailOnTimeoutGroup] 2024-11-27T20:20:47,886 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738847886,5,FailOnTimeoutGroup] 2024-11-27T20:20:47,886 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,886 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:20:47,886 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,886 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:20:47,949 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(746): ClusterId : f313dc06-4849-4a82-9a9f-33d79e5019c1 2024-11-27T20:20:47,949 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:20:47,951 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:20:47,951 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:20:47,952 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:20:47,953 DEBUG [RS:0;6daf43b95769:38719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e31c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:47,964 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:38719 2024-11-27T20:20:47,964 INFO [RS:0;6daf43b95769:38719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:20:47,964 INFO [RS:0;6daf43b95769:38719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:20:47,965 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:20:47,965 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,33033,1732738847275 with port=38719, startcode=1732738847325 2024-11-27T20:20:47,965 DEBUG [RS:0;6daf43b95769:38719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:20:47,967 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:20:47,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33033 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,38719,1732738847325 2024-11-27T20:20:47,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33033 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,38719,1732738847325 2024-11-27T20:20:47,968 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c 2024-11-27T20:20:47,968 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34289 2024-11-27T20:20:47,968 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:20:47,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761/rs 2024-11-27T20:20:47,970 DEBUG [RS:0;6daf43b95769:38719 {}] zookeeper.ZKUtil(111): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Set watcher on existing znode=/049974761/rs/6daf43b95769,38719,1732738847325 2024-11-27T20:20:47,970 WARN [RS:0;6daf43b95769:38719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:47,970 INFO [RS:0;6daf43b95769:38719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:47,970 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325 2024-11-27T20:20:47,970 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,38719,1732738847325] 2024-11-27T20:20:47,973 INFO [RS:0;6daf43b95769:38719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:20:47,974 INFO [RS:0;6daf43b95769:38719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:20:47,974 INFO [RS:0;6daf43b95769:38719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:20:47,975 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,975 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:20:47,975 INFO [RS:0;6daf43b95769:38719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:20:47,975 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,975 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,975 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,975 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,975 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,975 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,975 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:47,975 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,975 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,976 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,976 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,976 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,976 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:47,976 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:47,976 DEBUG [RS:0;6daf43b95769:38719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:47,980 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,980 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,980 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,980 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,980 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,980 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,38719,1732738847325-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:47,994 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:20:47,994 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,38719,1732738847325-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,994 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:47,995 INFO [RS:0;6daf43b95769:38719 {}] regionserver.Replication(171): 6daf43b95769,38719,1732738847325 started 2024-11-27T20:20:48,008 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:48,008 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,38719,1732738847325, RpcServer on 6daf43b95769/172.17.0.2:38719, sessionid=0x1015b16781d0001 2024-11-27T20:20:48,008 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:20:48,008 DEBUG [RS:0;6daf43b95769:38719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,38719,1732738847325 2024-11-27T20:20:48,008 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,38719,1732738847325' 2024-11-27T20:20:48,008 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/049974761/flush-table-proc/abort' 2024-11-27T20:20:48,008 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/049974761/flush-table-proc/acquired' 2024-11-27T20:20:48,009 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:20:48,009 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:20:48,009 DEBUG [RS:0;6daf43b95769:38719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,38719,1732738847325 2024-11-27T20:20:48,009 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,38719,1732738847325' 2024-11-27T20:20:48,009 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/049974761/online-snapshot/abort' 2024-11-27T20:20:48,009 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/049974761/online-snapshot/acquired' 2024-11-27T20:20:48,009 DEBUG [RS:0;6daf43b95769:38719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:20:48,009 INFO [RS:0;6daf43b95769:38719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:20:48,009 INFO [RS:0;6daf43b95769:38719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:20:48,109 INFO [RS:0;6daf43b95769:38719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:48,111 INFO [RS:0;6daf43b95769:38719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C38719%2C1732738847325, suffix=, logDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325, archiveDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/oldWALs, maxLogs=10 2024-11-27T20:20:48,124 DEBUG [RS:0;6daf43b95769:38719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111, exclude list is [], retry=0 2024-11-27T20:20:48,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36997,DS-3ea33206-3272-40f2-9245-8295f5ae0ba1,DISK] 2024-11-27T20:20:48,128 INFO [RS:0;6daf43b95769:38719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 2024-11-27T20:20:48,128 DEBUG [RS:0;6daf43b95769:38719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33051:33051)] 2024-11-27T20:20:48,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:20:48,290 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c 2024-11-27T20:20:48,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:20:48,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:48,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:48,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:48,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:48,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:48,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:48,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:48,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:48,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:48,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:48,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:48,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:48,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:48,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:48,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:48,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:48,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:48,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:48,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740 2024-11-27T20:20:48,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740 2024-11-27T20:20:48,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:48,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:48,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:48,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:48,706 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:48,706 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65675955, jitterRate=-0.02135200798511505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:48,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738848695Initializing all the Stores at 1732738848696 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738848696Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738848696Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738848696Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738848696Cleaning up temporary data from old regions at 1732738848703 (+7 ms)Region opened successfully at 1732738848706 (+3 ms) 2024-11-27T20:20:48,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:20:48,706 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:20:48,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:20:48,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:20:48,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:20:48,707 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:48,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738848706Disabling compacts and flushes for region at 1732738848706Disabling writes for close at 1732738848706Writing region close event to WAL at 1732738848707 (+1 ms)Closed at 1732738848707 2024-11-27T20:20:48,708 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:48,708 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:20:48,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:20:48,709 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:48,710 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:20:48,860 DEBUG [6daf43b95769:33033 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:20:48,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,38719,1732738847325 2024-11-27T20:20:48,862 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,38719,1732738847325, state=OPENING 2024-11-27T20:20:48,865 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:20:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:20:48,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /049974761/meta-region-server: CHANGED 2024-11-27T20:20:48,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /049974761/meta-region-server: CHANGED 2024-11-27T20:20:48,866 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:48,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,38719,1732738847325}] 2024-11-27T20:20:48,910 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:20:48,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:48,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:49,019 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:20:49,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:20:49,023 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:20:49,023 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:49,023 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:20:49,025 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C38719%2C1732738847325.meta, suffix=.meta, logDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325, archiveDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/oldWALs, maxLogs=10 2024-11-27T20:20:49,039 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.meta.1732738849025.meta, exclude list is [], retry=0 2024-11-27T20:20:49,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36997,DS-3ea33206-3272-40f2-9245-8295f5ae0ba1,DISK] 2024-11-27T20:20:49,042 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.meta.1732738849025.meta 2024-11-27T20:20:49,043 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33051:33051)] 2024-11-27T20:20:49,043 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:49,043 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:49,043 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:20:49,043 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:20:49,043 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:20:49,043 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:20:49,043 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:49,043 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:20:49,043 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:20:49,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:49,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:49,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:49,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:49,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:49,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:49,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:49,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:49,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:49,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:49,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:49,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:49,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:49,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:49,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:49,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:49,049 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:49,049 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740 2024-11-27T20:20:49,050 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740 2024-11-27T20:20:49,050 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:49,050 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:49,051 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:49,052 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:49,052 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60844942, jitterRate=-0.0933397114276886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:49,052 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:20:49,053 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738849044Writing region info on filesystem at 1732738849044Initializing all the Stores at 1732738849044Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738849044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738849044Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738849044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738849044Cleaning up temporary data from old regions at 1732738849050 (+6 ms)Running coprocessor post-open hooks at 1732738849052 (+2 ms)Region opened successfully at 1732738849053 (+1 ms) 2024-11-27T20:20:49,053 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738849019 2024-11-27T20:20:49,055 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:20:49,055 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:20:49,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,38719,1732738847325 2024-11-27T20:20:49,056 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,38719,1732738847325, state=OPEN 2024-11-27T20:20:49,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/049974761/meta-region-server 2024-11-27T20:20:49,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/049974761/meta-region-server 2024-11-27T20:20:49,060 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,38719,1732738847325 2024-11-27T20:20:49,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /049974761/meta-region-server: CHANGED 2024-11-27T20:20:49,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /049974761/meta-region-server: CHANGED 2024-11-27T20:20:49,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:20:49,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,38719,1732738847325 in 194 msec 2024-11-27T20:20:49,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:20:49,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-27T20:20:49,064 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:49,064 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:20:49,066 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:49,066 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38719,1732738847325, seqNum=-1] 2024-11-27T20:20:49,067 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:49,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:49,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-27T20:20:49,072 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738849072, completionTime=-1 2024-11-27T20:20:49,072 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:20:49,072 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:20:49,073 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:20:49,074 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738909073 2024-11-27T20:20:49,074 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738969074 2024-11-27T20:20:49,074 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:20:49,074 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33033,1732738847275-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:49,074 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33033,1732738847275-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:49,074 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33033,1732738847275-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:49,074 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:33033, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:49,074 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:49,074 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:49,076 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:20:49,077 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.709sec 2024-11-27T20:20:49,078 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:20:49,078 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:20:49,078 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:20:49,078 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:20:49,078 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:20:49,078 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33033,1732738847275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:49,078 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33033,1732738847275-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:20:49,079 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:20:49,079 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:20:49,080 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33033,1732738847275-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:49,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f771fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:49,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,33033,-1 for getting cluster id 2024-11-27T20:20:49,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:49,151 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f313dc06-4849-4a82-9a9f-33d79e5019c1' 2024-11-27T20:20:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f313dc06-4849-4a82-9a9f-33d79e5019c1" 2024-11-27T20:20:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d9ffe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,33033,-1] 2024-11-27T20:20:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:49,153 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:49,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c415e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:49,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:49,154 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38719,1732738847325, seqNum=-1] 2024-11-27T20:20:49,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:49,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:49,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,33033,1732738847275 2024-11-27T20:20:49,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53190 2024-11-27T20:20:49,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:49,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b16781d0002 connected 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/hadoop.log.dir so I do NOT create it in target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc 2024-11-27T20:20:49,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/hadoop.tmp.dir so I do NOT create it in target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc 2024-11-27T20:20:49,164 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:20:49,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/cluster_19026d7c-2f1d-3a98-9243-9cb5697f50d5, deleteOnExit=true 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/test.cache.data in system properties and HBase conf 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:20:49,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:20:49,164 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:20:49,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:20:49,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:49,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:49,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:49,245 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:49,245 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:20:49,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:49,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fc0ac40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:49,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2acf4736{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:49,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e1f3db0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/java.io.tmpdir/jetty-localhost-36287-hadoop-hdfs-3_4_1-tests_jar-_-any-12878660361326154897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:49,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3eca8c71{HTTP/1.1, (http/1.1)}{localhost:36287} 2024-11-27T20:20:49,361 INFO [Time-limited test {}] server.Server(415): Started @250802ms 2024-11-27T20:20:49,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:49,433 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:49,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:49,436 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:49,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:20:49,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26f5d9dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:49,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@651f0bba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:49,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76baa6e6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/java.io.tmpdir/jetty-localhost-43727-hadoop-hdfs-3_4_1-tests_jar-_-any-8115435374415246783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:49,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626dbc0b{HTTP/1.1, (http/1.1)}{localhost:43727} 2024-11-27T20:20:49,554 INFO [Time-limited test {}] server.Server(415): Started @250995ms 2024-11-27T20:20:49,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:20:49,660 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/cluster_19026d7c-2f1d-3a98-9243-9cb5697f50d5/data/data1/current/BP-1731869624-172.17.0.2-1732738849187/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:49,660 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/cluster_19026d7c-2f1d-3a98-9243-9cb5697f50d5/data/data2/current/BP-1731869624-172.17.0.2-1732738849187/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:49,681 WARN [Thread-3544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:20:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda925ccfdbcfa162 with lease ID 0x55d3030a199ffea3: Processing first storage report for DS-948ff08f-9dfb-480b-bf8f-94f448e506d6 from datanode DatanodeRegistration(127.0.0.1:37631, datanodeUuid=066957b7-7888-4cb5-9f94-169e9bf5a737, infoPort=33225, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=2086768063;c=1732738849187) 2024-11-27T20:20:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda925ccfdbcfa162 with lease ID 0x55d3030a199ffea3: from storage DS-948ff08f-9dfb-480b-bf8f-94f448e506d6 node DatanodeRegistration(127.0.0.1:37631, datanodeUuid=066957b7-7888-4cb5-9f94-169e9bf5a737, infoPort=33225, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=2086768063;c=1732738849187), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda925ccfdbcfa162 with lease ID 0x55d3030a199ffea3: Processing first storage report for DS-ce292c97-c582-45f5-8ebe-4ff089ad8f82 from datanode DatanodeRegistration(127.0.0.1:37631, datanodeUuid=066957b7-7888-4cb5-9f94-169e9bf5a737, infoPort=33225, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=2086768063;c=1732738849187) 2024-11-27T20:20:49,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda925ccfdbcfa162 with lease ID 0x55d3030a199ffea3: from storage DS-ce292c97-c582-45f5-8ebe-4ff089ad8f82 node DatanodeRegistration(127.0.0.1:37631, datanodeUuid=066957b7-7888-4cb5-9f94-169e9bf5a737, infoPort=33225, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=2086768063;c=1732738849187), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:49,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc 2024-11-27T20:20:49,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:49,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:20:50,187 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb with version=8 2024-11-27T20:20:50,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/hbase-staging 2024-11-27T20:20:50,189 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:50,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:50,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:50,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:50,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:50,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:50,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:20:50,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:50,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39515 2024-11-27T20:20:50,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39515 connecting to ZooKeeper ensemble=127.0.0.1:53190 2024-11-27T20:20:50,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395150x0, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:50,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39515-0x1015b16781d0003 connected 2024-11-27T20:20:50,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:50,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:50,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Set watcher on znode that does not yet exist, /1614199849/running 2024-11-27T20:20:50,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb, hbase.cluster.distributed=false 2024-11-27T20:20:50,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Set watcher on znode that does not yet exist, /1614199849/acl 2024-11-27T20:20:50,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39515 2024-11-27T20:20:50,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39515 2024-11-27T20:20:50,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39515 2024-11-27T20:20:50,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39515 2024-11-27T20:20:50,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39515 2024-11-27T20:20:50,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:50,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:50,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:50,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:50,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:50,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:50,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:20:50,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:50,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35797 2024-11-27T20:20:50,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35797 connecting to ZooKeeper ensemble=127.0.0.1:53190 2024-11-27T20:20:50,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:50,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:50,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357970x0, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:50,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:357970x0, quorum=127.0.0.1:53190, baseZNode=/1614199849 Set watcher on znode that does not yet exist, /1614199849/running 2024-11-27T20:20:50,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35797-0x1015b16781d0004 connected 2024-11-27T20:20:50,235 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:20:50,236 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:20:50,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Set watcher on znode that does not yet exist, /1614199849/master 2024-11-27T20:20:50,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Set watcher on znode that does not yet exist, /1614199849/acl 2024-11-27T20:20:50,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35797 2024-11-27T20:20:50,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35797 2024-11-27T20:20:50,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35797 2024-11-27T20:20:50,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35797 2024-11-27T20:20:50,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35797 2024-11-27T20:20:50,264 DEBUG [M:0;6daf43b95769:39515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:39515 2024-11-27T20:20:50,264 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1614199849/backup-masters/6daf43b95769,39515,1732738850189 2024-11-27T20:20:50,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849/backup-masters 2024-11-27T20:20:50,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849/backup-masters 2024-11-27T20:20:50,266 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Set watcher on existing znode=/1614199849/backup-masters/6daf43b95769,39515,1732738850189 2024-11-27T20:20:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1614199849/master 2024-11-27T20:20:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:50,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:50,269 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Set watcher on existing znode=/1614199849/master 2024-11-27T20:20:50,269 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1614199849/backup-masters/6daf43b95769,39515,1732738850189 from backup master directory 2024-11-27T20:20:50,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1614199849/backup-masters/6daf43b95769,39515,1732738850189 2024-11-27T20:20:50,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849/backup-masters 2024-11-27T20:20:50,271 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:50,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849/backup-masters 2024-11-27T20:20:50,271 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,39515,1732738850189 2024-11-27T20:20:50,274 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/hbase.id] with ID: 8828bead-941c-4591-8cf4-2eedf228e671 2024-11-27T20:20:50,274 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/.tmp/hbase.id 2024-11-27T20:20:50,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:20:50,682 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/.tmp/hbase.id]:[hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/hbase.id] 2024-11-27T20:20:50,690 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:50,690 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:20:50,691 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:20:50,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:50,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:20:50,701 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:50,702 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:20:50,703 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:50,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:20:50,718 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store 2024-11-27T20:20:50,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:20:51,124 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:51,124 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:51,124 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:51,124 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:51,124 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:51,124 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:51,124 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:51,124 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738851124Disabling compacts and flushes for region at 1732738851124Disabling writes for close at 1732738851124Writing region close event to WAL at 1732738851124Closed at 1732738851124 2024-11-27T20:20:51,125 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/.initializing 2024-11-27T20:20:51,125 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/WALs/6daf43b95769,39515,1732738850189 2024-11-27T20:20:51,126 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:51,127 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C39515%2C1732738850189, suffix=, logDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/WALs/6daf43b95769,39515,1732738850189, archiveDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/oldWALs, maxLogs=10 2024-11-27T20:20:51,144 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/WALs/6daf43b95769,39515,1732738850189/6daf43b95769%2C39515%2C1732738850189.1732738851127, exclude list is [], retry=0 2024-11-27T20:20:51,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37631,DS-948ff08f-9dfb-480b-bf8f-94f448e506d6,DISK] 2024-11-27T20:20:51,148 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/WALs/6daf43b95769,39515,1732738850189/6daf43b95769%2C39515%2C1732738850189.1732738851127 2024-11-27T20:20:51,152 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-27T20:20:51,152 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:51,152 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:51,152 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,152 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:20:51,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:51,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:51,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:20:51,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:51,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:51,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:20:51,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:51,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:51,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:20:51,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:51,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:51,159 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,160 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,160 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,161 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,161 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,161 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:51,162 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:51,174 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:51,174 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66158036, jitterRate=-0.01416844129562378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:51,174 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738851152Initializing all the Stores at 1732738851153 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738851153Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738851153Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738851153Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738851153Cleaning up temporary data from old regions at 1732738851161 (+8 ms)Region opened successfully at 1732738851174 (+13 ms) 2024-11-27T20:20:51,174 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:20:51,177 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e27645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:51,178 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:20:51,178 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:20:51,178 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:20:51,178 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:20:51,178 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:20:51,179 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:20:51,179 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:20:51,181 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:20:51,181 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Unable to get data of znode /1614199849/balancer because node does not exist (not necessarily an error) 2024-11-27T20:20:51,182 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1614199849/balancer already deleted, retry=false 2024-11-27T20:20:51,183 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:20:51,184 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Unable to get data of znode /1614199849/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:20:51,186 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1614199849/normalizer already deleted, retry=false 2024-11-27T20:20:51,187 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:20:51,187 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Unable to get data of znode /1614199849/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:20:51,188 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1614199849/switch/split already deleted, retry=false 2024-11-27T20:20:51,192 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Unable to get data of znode /1614199849/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:20:51,193 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1614199849/switch/merge already deleted, retry=false 2024-11-27T20:20:51,195 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Unable to get data of znode /1614199849/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:20:51,196 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1614199849/snapshot-cleanup already deleted, retry=false 2024-11-27T20:20:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1614199849/running 2024-11-27T20:20:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1614199849/running 2024-11-27T20:20:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:51,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:51,199 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,39515,1732738850189, sessionid=0x1015b16781d0003, setting cluster-up flag (Was=false) 2024-11-27T20:20:51,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:51,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:51,211 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1614199849/flush-table-proc/acquired, /1614199849/flush-table-proc/reached, /1614199849/flush-table-proc/abort 2024-11-27T20:20:51,212 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,39515,1732738850189 2024-11-27T20:20:51,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:51,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:51,219 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1614199849/online-snapshot/acquired, /1614199849/online-snapshot/reached, /1614199849/online-snapshot/abort 2024-11-27T20:20:51,220 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,39515,1732738850189 2024-11-27T20:20:51,221 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:20:51,222 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:51,222 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:20:51,222 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:20:51,222 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,39515,1732738850189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:20:51,224 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:51,224 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:51,224 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:51,224 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:51,224 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:20:51,224 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,224 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:51,224 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:51,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:20:51,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:51,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:20:51,227 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738881227 2024-11-27T20:20:51,227 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:20:51,227 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:20:51,227 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:20:51,227 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:20:51,227 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:20:51,227 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:20:51,228 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,232 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:20:51,232 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:20:51,232 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:20:51,232 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:20:51,236 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:20:51,236 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:20:51,236 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738851236,5,FailOnTimeoutGroup] 2024-11-27T20:20:51,237 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738851236,5,FailOnTimeoutGroup] 2024-11-27T20:20:51,237 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,237 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:20:51,237 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,237 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:20:51,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:20:51,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb 2024-11-27T20:20:51,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741832_1008 (size=32) 2024-11-27T20:20:51,251 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(746): ClusterId : 8828bead-941c-4591-8cf4-2eedf228e671 2024-11-27T20:20:51,251 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:20:51,252 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:20:51,252 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:20:51,255 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:20:51,255 DEBUG [RS:0;6daf43b95769:35797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6bf0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:51,271 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:35797 2024-11-27T20:20:51,271 INFO [RS:0;6daf43b95769:35797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:20:51,271 INFO [RS:0;6daf43b95769:35797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:20:51,271 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:20:51,272 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,39515,1732738850189 with port=35797, startcode=1732738850228 2024-11-27T20:20:51,272 DEBUG [RS:0;6daf43b95769:35797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:20:51,273 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:20:51,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39515 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,35797,1732738850228 2024-11-27T20:20:51,274 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39515 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,35797,1732738850228 2024-11-27T20:20:51,275 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb 2024-11-27T20:20:51,275 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33403 2024-11-27T20:20:51,275 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:20:51,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849/rs 2024-11-27T20:20:51,276 DEBUG [RS:0;6daf43b95769:35797 {}] zookeeper.ZKUtil(111): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Set watcher on existing znode=/1614199849/rs/6daf43b95769,35797,1732738850228 2024-11-27T20:20:51,277 WARN [RS:0;6daf43b95769:35797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:51,277 INFO [RS:0;6daf43b95769:35797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:51,277 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228 2024-11-27T20:20:51,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,35797,1732738850228] 2024-11-27T20:20:51,280 INFO [RS:0;6daf43b95769:35797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:20:51,282 INFO [RS:0;6daf43b95769:35797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:20:51,284 INFO [RS:0;6daf43b95769:35797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:20:51,284 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,285 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:20:51,285 INFO [RS:0;6daf43b95769:35797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:20:51,285 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,285 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:51,286 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:51,286 DEBUG [RS:0;6daf43b95769:35797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:51,288 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,288 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,289 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,289 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,289 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,289 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35797,1732738850228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:51,303 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:20:51,303 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35797,1732738850228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,303 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,303 INFO [RS:0;6daf43b95769:35797 {}] regionserver.Replication(171): 6daf43b95769,35797,1732738850228 started 2024-11-27T20:20:51,316 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:51,317 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,35797,1732738850228, RpcServer on 6daf43b95769/172.17.0.2:35797, sessionid=0x1015b16781d0004 2024-11-27T20:20:51,317 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:20:51,317 DEBUG [RS:0;6daf43b95769:35797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,35797,1732738850228 2024-11-27T20:20:51,317 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,35797,1732738850228' 2024-11-27T20:20:51,317 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1614199849/flush-table-proc/abort' 2024-11-27T20:20:51,317 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1614199849/flush-table-proc/acquired' 2024-11-27T20:20:51,318 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:20:51,318 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:20:51,318 DEBUG [RS:0;6daf43b95769:35797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,35797,1732738850228 2024-11-27T20:20:51,318 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,35797,1732738850228' 2024-11-27T20:20:51,318 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1614199849/online-snapshot/abort' 2024-11-27T20:20:51,318 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1614199849/online-snapshot/acquired' 2024-11-27T20:20:51,318 DEBUG [RS:0;6daf43b95769:35797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:20:51,318 INFO [RS:0;6daf43b95769:35797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:20:51,318 INFO [RS:0;6daf43b95769:35797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:20:51,419 INFO [RS:0;6daf43b95769:35797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:51,420 INFO [RS:0;6daf43b95769:35797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C35797%2C1732738850228, suffix=, logDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228, archiveDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/oldWALs, maxLogs=10 2024-11-27T20:20:51,433 DEBUG [RS:0;6daf43b95769:35797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420, exclude list is [], retry=0 2024-11-27T20:20:51,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37631,DS-948ff08f-9dfb-480b-bf8f-94f448e506d6,DISK] 2024-11-27T20:20:51,437 INFO [RS:0;6daf43b95769:35797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 2024-11-27T20:20:51,437 DEBUG [RS:0;6daf43b95769:35797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-27T20:20:51,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:51,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:51,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:51,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:51,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:51,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:51,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:51,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:51,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:51,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:51,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:51,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:51,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:51,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:51,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:51,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:51,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:51,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:51,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740 2024-11-27T20:20:51,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740 2024-11-27T20:20:51,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:51,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:51,659 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:51,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:51,661 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:51,661 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69121707, jitterRate=0.029993698000907898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:51,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738851651Initializing all the Stores at 1732738851652 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738851652Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738851652Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738851652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738851652Cleaning up temporary data from old regions at 1732738851658 (+6 ms)Region opened successfully at 1732738851661 (+3 ms) 2024-11-27T20:20:51,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:20:51,661 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:20:51,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:20:51,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:20:51,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:20:51,662 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:51,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738851661Disabling compacts and flushes for region at 1732738851661Disabling writes for close at 1732738851661Writing region close event to WAL at 1732738851662 (+1 ms)Closed at 1732738851662 2024-11-27T20:20:51,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:51,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:20:51,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:20:51,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:51,664 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:20:51,815 DEBUG [6daf43b95769:39515 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:20:51,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,35797,1732738850228 2024-11-27T20:20:51,816 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,35797,1732738850228, state=OPENING 2024-11-27T20:20:51,817 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:20:51,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:51,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:20:51,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1614199849/meta-region-server: CHANGED 2024-11-27T20:20:51,824 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:51,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1614199849/meta-region-server: CHANGED 2024-11-27T20:20:51,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,35797,1732738850228}] 2024-11-27T20:20:51,976 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:20:51,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:20:51,980 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:20:51,980 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:51,980 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:20:51,981 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C35797%2C1732738850228.meta, suffix=.meta, logDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228, archiveDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/oldWALs, maxLogs=10 2024-11-27T20:20:51,995 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.meta.1732738851982.meta, exclude list is [], retry=0 2024-11-27T20:20:51,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37631,DS-948ff08f-9dfb-480b-bf8f-94f448e506d6,DISK] 2024-11-27T20:20:51,999 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.meta.1732738851982.meta 2024-11-27T20:20:51,999 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-27T20:20:51,999 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:51,999 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:51,999 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:20:51,999 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:20:51,999 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:20:51,999 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:20:51,999 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:52,000 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:20:52,000 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:20:52,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:52,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:52,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:52,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:52,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:52,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:52,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:52,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:52,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:52,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:52,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:52,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:52,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:52,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:52,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:52,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:52,004 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:52,004 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740 2024-11-27T20:20:52,005 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740 2024-11-27T20:20:52,005 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:52,005 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:52,006 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:52,006 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:52,007 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60782237, jitterRate=-0.09427408874034882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:52,007 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:20:52,007 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738852000Writing region info on filesystem at 1732738852000Initializing all the Stores at 1732738852000Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738852000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738852000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738852000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738852000Cleaning up temporary data from old regions at 1732738852005 (+5 ms)Running coprocessor post-open hooks at 1732738852007 (+2 ms)Region opened successfully at 1732738852007 2024-11-27T20:20:52,008 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738851976 2024-11-27T20:20:52,009 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:20:52,009 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:20:52,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,35797,1732738850228 2024-11-27T20:20:52,010 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,35797,1732738850228, state=OPEN 2024-11-27T20:20:52,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1614199849/meta-region-server 2024-11-27T20:20:52,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1614199849/meta-region-server 2024-11-27T20:20:52,012 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,35797,1732738850228 2024-11-27T20:20:52,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1614199849/meta-region-server: CHANGED 2024-11-27T20:20:52,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1614199849/meta-region-server: CHANGED 2024-11-27T20:20:52,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:20:52,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,35797,1732738850228 in 188 msec 2024-11-27T20:20:52,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:20:52,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-27T20:20:52,015 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:52,015 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:20:52,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:52,016 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,35797,1732738850228, seqNum=-1] 2024-11-27T20:20:52,017 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:52,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:52,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 799 msec 2024-11-27T20:20:52,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738852021, completionTime=-1 2024-11-27T20:20:52,021 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:20:52,021 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:20:52,023 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:20:52,023 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738912023 2024-11-27T20:20:52,023 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738972023 2024-11-27T20:20:52,023 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:20:52,023 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,39515,1732738850189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:52,023 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,39515,1732738850189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:52,023 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,39515,1732738850189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:52,023 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:39515, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:52,023 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:52,024 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:52,025 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:20:52,026 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.755sec 2024-11-27T20:20:52,026 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:20:52,026 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:20:52,027 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:20:52,027 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:20:52,027 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:20:52,027 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,39515,1732738850189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:52,027 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,39515,1732738850189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:20:52,028 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:20:52,028 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:20:52,028 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,39515,1732738850189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:52,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a225d5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:52,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,39515,-1 for getting cluster id 2024-11-27T20:20:52,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:52,052 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8828bead-941c-4591-8cf4-2eedf228e671' 2024-11-27T20:20:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8828bead-941c-4591-8cf4-2eedf228e671" 2024-11-27T20:20:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453cb8e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,39515,-1] 2024-11-27T20:20:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:52,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:52,053 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:52,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670919cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:52,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:52,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,35797,1732738850228, seqNum=-1] 2024-11-27T20:20:52,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:52,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:52,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,39515,1732738850189 2024-11-27T20:20:52,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53190 2024-11-27T20:20:52,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:52,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b16781d0005 connected 2024-11-27T20:20:52,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/hadoop.log.dir so I do NOT create it in target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6 2024-11-27T20:20:52,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:20:52,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/hadoop.tmp.dir so I do NOT create it in target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6 2024-11-27T20:20:52,063 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:20:52,063 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6 2024-11-27T20:20:52,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:20:52,063 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/cluster_041585e1-bbff-2ebd-ef4f-c85bd48eb00b, deleteOnExit=true 2024-11-27T20:20:52,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/test.cache.data in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:20:52,064 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:20:52,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:52,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:20:52,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:20:52,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:20:52,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:20:52,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:20:52,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:20:52,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:52,144 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:52,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:52,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:52,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:20:52,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:52,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75c4dd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:52,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e46ca45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:52,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1897c596{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/java.io.tmpdir/jetty-localhost-39753-hadoop-hdfs-3_4_1-tests_jar-_-any-2832118751041816462/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:20:52,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42b59057{HTTP/1.1, (http/1.1)}{localhost:39753} 2024-11-27T20:20:52,286 INFO [Time-limited test {}] server.Server(415): Started @253727ms 2024-11-27T20:20:52,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:20:52,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:20:52,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:20:52,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:20:52,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:20:52,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b1a18f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:20:52,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62165bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:20:52,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73c90f11{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/java.io.tmpdir/jetty-localhost-38429-hadoop-hdfs-3_4_1-tests_jar-_-any-14376716884921245783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:20:52,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16434005{HTTP/1.1, (http/1.1)}{localhost:38429} 2024-11-27T20:20:52,532 INFO [Time-limited test {}] server.Server(415): Started @253973ms 2024-11-27T20:20:52,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:20:52,631 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/cluster_041585e1-bbff-2ebd-ef4f-c85bd48eb00b/data/data1/current/BP-33970601-172.17.0.2-1732738852083/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:52,632 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/cluster_041585e1-bbff-2ebd-ef4f-c85bd48eb00b/data/data2/current/BP-33970601-172.17.0.2-1732738852083/current, will proceed with Du for space computation calculation, 2024-11-27T20:20:52,651 WARN [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:20:52,653 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1100761f00bacd46 with lease ID 0x7cdd03df8ff178ac: Processing first storage report for DS-f05bd154-d216-47fd-9eec-52137fd13520 from datanode DatanodeRegistration(127.0.0.1:43421, datanodeUuid=4943cd9a-c959-4937-bea1-219ab443d331, infoPort=43135, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1439861631;c=1732738852083) 2024-11-27T20:20:52,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1100761f00bacd46 with lease ID 0x7cdd03df8ff178ac: from storage DS-f05bd154-d216-47fd-9eec-52137fd13520 node DatanodeRegistration(127.0.0.1:43421, datanodeUuid=4943cd9a-c959-4937-bea1-219ab443d331, infoPort=43135, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1439861631;c=1732738852083), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T20:20:52,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1100761f00bacd46 with lease ID 0x7cdd03df8ff178ac: Processing first storage report for DS-2505e5fb-47e3-49ed-b6c8-4af3d740b341 from datanode DatanodeRegistration(127.0.0.1:43421, datanodeUuid=4943cd9a-c959-4937-bea1-219ab443d331, infoPort=43135, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1439861631;c=1732738852083) 2024-11-27T20:20:52,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1100761f00bacd46 with lease ID 0x7cdd03df8ff178ac: from storage DS-2505e5fb-47e3-49ed-b6c8-4af3d740b341 node DatanodeRegistration(127.0.0.1:43421, datanodeUuid=4943cd9a-c959-4937-bea1-219ab443d331, infoPort=43135, infoSecurePort=0, ipcPort=42389, storageInfo=lv=-57;cid=testClusterID;nsid=1439861631;c=1732738852083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:20:52,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6 2024-11-27T20:20:52,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:52,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:52,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:20:53,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623 with version=8 2024-11-27T20:20:53,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/hbase-staging 2024-11-27T20:20:53,166 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:53,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:53,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:53,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:53,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:53,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:53,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:20:53,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:53,167 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32819 2024-11-27T20:20:53,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32819 connecting to ZooKeeper ensemble=127.0.0.1:53190 2024-11-27T20:20:53,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328190x0, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:53,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32819-0x1015b16781d0006 connected 2024-11-27T20:20:53,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:53,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:53,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Set watcher on znode that does not yet exist, /2-2140422859/running 2024-11-27T20:20:53,184 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623, hbase.cluster.distributed=false 2024-11-27T20:20:53,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Set watcher on znode that does not yet exist, /2-2140422859/acl 2024-11-27T20:20:53,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-27T20:20:53,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32819 2024-11-27T20:20:53,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32819 2024-11-27T20:20:53,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-27T20:20:53,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32819 2024-11-27T20:20:53,201 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:20:53,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:53,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:53,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:20:53,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:20:53,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:20:53,201 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:20:53,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:20:53,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46457 2024-11-27T20:20:53,203 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46457 connecting to ZooKeeper ensemble=127.0.0.1:53190 2024-11-27T20:20:53,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:53,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:464570x0, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:53,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:464570x0, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Set watcher on znode that does not yet exist, /2-2140422859/running 2024-11-27T20:20:53,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46457-0x1015b16781d0007 connected 2024-11-27T20:20:53,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:20:53,210 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:20:53,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Set watcher on znode that does not yet exist, /2-2140422859/master 2024-11-27T20:20:53,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Set watcher on znode that does not yet exist, /2-2140422859/acl 2024-11-27T20:20:53,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-27T20:20:53,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46457 2024-11-27T20:20:53,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46457 2024-11-27T20:20:53,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-27T20:20:53,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46457 2024-11-27T20:20:53,224 DEBUG [M:0;6daf43b95769:32819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:32819 2024-11-27T20:20:53,224 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2140422859/backup-masters/6daf43b95769,32819,1732738853166 2024-11-27T20:20:53,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859/backup-masters 2024-11-27T20:20:53,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859/backup-masters 2024-11-27T20:20:53,226 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Set watcher on existing znode=/2-2140422859/backup-masters/6daf43b95769,32819,1732738853166 2024-11-27T20:20:53,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2140422859/master 2024-11-27T20:20:53,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:53,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:53,227 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Set watcher on existing znode=/2-2140422859/master 2024-11-27T20:20:53,228 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2140422859/backup-masters/6daf43b95769,32819,1732738853166 from backup master directory 2024-11-27T20:20:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2140422859/backup-masters/6daf43b95769,32819,1732738853166 2024-11-27T20:20:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859/backup-masters 2024-11-27T20:20:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859/backup-masters 2024-11-27T20:20:53,230 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:53,230 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,32819,1732738853166 2024-11-27T20:20:53,233 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/hbase.id] with ID: 3e909951-6733-46ed-a6f9-f48d511afbf0 2024-11-27T20:20:53,233 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/.tmp/hbase.id 2024-11-27T20:20:53,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:20:53,239 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/.tmp/hbase.id]:[hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/hbase.id] 2024-11-27T20:20:53,246 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:20:53,246 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:20:53,247 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:20:53,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:53,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:53,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:20:53,653 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:53,654 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:20:53,654 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:53,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:20:53,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:20:54,060 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store 2024-11-27T20:20:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:20:54,465 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:54,466 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:20:54,466 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:54,466 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:54,466 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:20:54,466 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:54,466 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:20:54,466 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738854465Disabling compacts and flushes for region at 1732738854465Disabling writes for close at 1732738854466 (+1 ms)Writing region close event to WAL at 1732738854466Closed at 1732738854466 2024-11-27T20:20:54,466 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/.initializing 2024-11-27T20:20:54,467 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/WALs/6daf43b95769,32819,1732738853166 2024-11-27T20:20:54,467 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:54,468 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C32819%2C1732738853166, suffix=, logDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/WALs/6daf43b95769,32819,1732738853166, archiveDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/oldWALs, maxLogs=10 2024-11-27T20:20:54,482 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/WALs/6daf43b95769,32819,1732738853166/6daf43b95769%2C32819%2C1732738853166.1732738854469, exclude list is [], retry=0 2024-11-27T20:20:54,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43421,DS-f05bd154-d216-47fd-9eec-52137fd13520,DISK] 2024-11-27T20:20:54,485 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/WALs/6daf43b95769,32819,1732738853166/6daf43b95769%2C32819%2C1732738853166.1732738854469 2024-11-27T20:20:54,485 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43135:43135)] 2024-11-27T20:20:54,485 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:54,486 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:54,486 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,486 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:20:54,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:54,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:54,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:20:54,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:54,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:54,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:20:54,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:54,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:54,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:20:54,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:54,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:54,491 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,491 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,491 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,492 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,492 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,492 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:54,493 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:20:54,495 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:54,495 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71840846, jitterRate=0.07051202654838562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:54,495 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738854486Initializing all the Stores at 1732738854486Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738854486Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738854486Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738854486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738854486Cleaning up temporary data from old regions at 1732738854492 (+6 ms)Region opened successfully at 1732738854495 (+3 ms) 2024-11-27T20:20:54,495 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:20:54,497 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba9e2f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:54,498 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:20:54,498 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:20:54,498 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:20:54,498 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:20:54,498 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:20:54,498 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:20:54,498 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:20:54,500 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:20:54,500 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Unable to get data of znode /2-2140422859/balancer because node does not exist (not necessarily an error) 2024-11-27T20:20:54,501 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2140422859/balancer already deleted, retry=false 2024-11-27T20:20:54,501 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:20:54,502 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Unable to get data of znode /2-2140422859/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:20:54,503 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2140422859/normalizer already deleted, retry=false 2024-11-27T20:20:54,503 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:20:54,504 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Unable to get data of znode /2-2140422859/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:20:54,507 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2140422859/switch/split already deleted, retry=false 2024-11-27T20:20:54,507 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Unable to get data of znode /2-2140422859/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:20:54,508 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2140422859/switch/merge already deleted, retry=false 2024-11-27T20:20:54,509 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Unable to get data of znode /2-2140422859/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:20:54,510 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2140422859/snapshot-cleanup already deleted, retry=false 2024-11-27T20:20:54,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2140422859/running 2024-11-27T20:20:54,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2140422859/running 2024-11-27T20:20:54,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:54,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:54,512 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,32819,1732738853166, sessionid=0x1015b16781d0006, setting cluster-up flag (Was=false) 2024-11-27T20:20:54,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:54,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:54,534 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2140422859/flush-table-proc/acquired, /2-2140422859/flush-table-proc/reached, /2-2140422859/flush-table-proc/abort 2024-11-27T20:20:54,535 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,32819,1732738853166 2024-11-27T20:20:54,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:54,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:54,542 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2140422859/online-snapshot/acquired, /2-2140422859/online-snapshot/reached, /2-2140422859/online-snapshot/abort 2024-11-27T20:20:54,542 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,32819,1732738853166 2024-11-27T20:20:54,543 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:20:54,545 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:54,545 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:20:54,545 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:20:54,545 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,32819,1732738853166 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:20:54,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:20:54,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,547 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:54,547 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:54,547 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:54,547 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:20:54,547 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:20:54,547 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,547 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:54,547 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738884551 2024-11-27T20:20:54,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:20:54,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:20:54,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:20:54,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:20:54,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:20:54,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:20:54,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:54,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:20:54,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:54,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:20:54,555 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,555 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:20:54,555 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:20:54,556 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:20:54,556 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:20:54,556 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:20:54,556 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:20:54,559 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738854556,5,FailOnTimeoutGroup] 2024-11-27T20:20:54,564 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738854559,5,FailOnTimeoutGroup] 2024-11-27T20:20:54,564 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,564 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:20:54,564 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,564 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:20:54,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:20:54,617 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(746): ClusterId : 3e909951-6733-46ed-a6f9-f48d511afbf0 2024-11-27T20:20:54,618 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:20:54,620 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:20:54,620 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:20:54,622 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:20:54,622 DEBUG [RS:0;6daf43b95769:46457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d3c7f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:20:54,636 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:46457 2024-11-27T20:20:54,636 INFO [RS:0;6daf43b95769:46457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:20:54,636 INFO [RS:0;6daf43b95769:46457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:20:54,636 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:20:54,641 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,32819,1732738853166 with port=46457, startcode=1732738853201 2024-11-27T20:20:54,641 DEBUG [RS:0;6daf43b95769:46457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:20:54,643 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:20:54,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,46457,1732738853201 2024-11-27T20:20:54,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32819 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,46457,1732738853201 2024-11-27T20:20:54,646 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623 2024-11-27T20:20:54,646 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38785 2024-11-27T20:20:54,646 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:20:54,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859/rs 2024-11-27T20:20:54,652 DEBUG [RS:0;6daf43b95769:46457 {}] zookeeper.ZKUtil(111): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Set watcher on existing znode=/2-2140422859/rs/6daf43b95769,46457,1732738853201 2024-11-27T20:20:54,652 WARN [RS:0;6daf43b95769:46457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:20:54,652 INFO [RS:0;6daf43b95769:46457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:54,652 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201 2024-11-27T20:20:54,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,46457,1732738853201] 2024-11-27T20:20:54,655 INFO [RS:0;6daf43b95769:46457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:20:54,657 INFO [RS:0;6daf43b95769:46457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:20:54,660 INFO [RS:0;6daf43b95769:46457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:20:54,660 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,661 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:20:54,661 INFO [RS:0;6daf43b95769:46457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:20:54,662 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:54,662 DEBUG [RS:0;6daf43b95769:46457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:20:54,668 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,668 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,668 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,668 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,668 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,668 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46457,1732738853201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:54,701 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:20:54,702 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46457,1732738853201-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,702 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,702 INFO [RS:0;6daf43b95769:46457 {}] regionserver.Replication(171): 6daf43b95769,46457,1732738853201 started 2024-11-27T20:20:54,716 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:54,716 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,46457,1732738853201, RpcServer on 6daf43b95769/172.17.0.2:46457, sessionid=0x1015b16781d0007 2024-11-27T20:20:54,716 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:20:54,716 DEBUG [RS:0;6daf43b95769:46457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,46457,1732738853201 2024-11-27T20:20:54,717 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,46457,1732738853201' 2024-11-27T20:20:54,717 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2140422859/flush-table-proc/abort' 2024-11-27T20:20:54,717 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2140422859/flush-table-proc/acquired' 2024-11-27T20:20:54,717 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:20:54,717 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:20:54,717 DEBUG [RS:0;6daf43b95769:46457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,46457,1732738853201 2024-11-27T20:20:54,718 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,46457,1732738853201' 2024-11-27T20:20:54,718 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2140422859/online-snapshot/abort' 2024-11-27T20:20:54,718 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2140422859/online-snapshot/acquired' 2024-11-27T20:20:54,718 DEBUG [RS:0;6daf43b95769:46457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:20:54,718 INFO [RS:0;6daf43b95769:46457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:20:54,718 INFO [RS:0;6daf43b95769:46457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:20:54,819 INFO [RS:0;6daf43b95769:46457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:20:54,820 INFO [RS:0;6daf43b95769:46457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C46457%2C1732738853201, suffix=, logDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201, archiveDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/oldWALs, maxLogs=10 2024-11-27T20:20:54,838 DEBUG [RS:0;6daf43b95769:46457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820, exclude list is [], retry=0 2024-11-27T20:20:54,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43421,DS-f05bd154-d216-47fd-9eec-52137fd13520,DISK] 2024-11-27T20:20:54,842 INFO [RS:0;6daf43b95769:46457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 2024-11-27T20:20:54,842 DEBUG [RS:0;6daf43b95769:46457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43135:43135)] 2024-11-27T20:20:54,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:20:54,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623 2024-11-27T20:20:54,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:20:55,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:55,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:55,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:55,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:55,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:55,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:55,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:55,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:55,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:55,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:55,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:55,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:55,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:55,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:55,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:55,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:55,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:55,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:55,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740 2024-11-27T20:20:55,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740 2024-11-27T20:20:55,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:55,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:55,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:55,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:55,383 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:55,383 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66811560, jitterRate=-0.004430174827575684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:55,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738855373Initializing all the Stores at 1732738855373Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738855373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738855373Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738855373Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738855373Cleaning up temporary data from old regions at 1732738855380 (+7 ms)Region opened successfully at 1732738855383 (+3 ms) 2024-11-27T20:20:55,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:20:55,383 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:20:55,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:20:55,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:20:55,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:20:55,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:20:55,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738855383Disabling compacts and flushes for region at 1732738855383Disabling writes for close at 1732738855383Writing region close event to WAL at 1732738855384 (+1 ms)Closed at 1732738855384 2024-11-27T20:20:55,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:55,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:20:55,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:20:55,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:55,386 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:20:55,537 DEBUG [6daf43b95769:32819 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:20:55,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,46457,1732738853201 2024-11-27T20:20:55,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,46457,1732738853201, state=OPENING 2024-11-27T20:20:55,539 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:20:55,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:55,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:20:55,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:20:55,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,46457,1732738853201}] 2024-11-27T20:20:55,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2140422859/meta-region-server: CHANGED 2024-11-27T20:20:55,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2140422859/meta-region-server: CHANGED 2024-11-27T20:20:55,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:20:55,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:20:55,697 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:20:55,697 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:20:55,697 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:20:55,698 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C46457%2C1732738853201.meta, suffix=.meta, logDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201, archiveDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/oldWALs, maxLogs=10 2024-11-27T20:20:55,712 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.meta.1732738855699.meta, exclude list is [], retry=0 2024-11-27T20:20:55,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43421,DS-f05bd154-d216-47fd-9eec-52137fd13520,DISK] 2024-11-27T20:20:55,715 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.meta.1732738855699.meta 2024-11-27T20:20:55,715 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43135:43135)] 2024-11-27T20:20:55,715 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:55,716 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:55,716 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:20:55,716 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:20:55,716 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:20:55,716 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:20:55,716 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:55,716 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:20:55,716 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:20:55,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:20:55,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:20:55,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:55,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:55,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:20:55,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:20:55,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:55,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:55,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:20:55,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:20:55,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:55,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:55,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:20:55,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:20:55,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:55,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:20:55,721 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:20:55,721 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740 2024-11-27T20:20:55,722 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740 2024-11-27T20:20:55,723 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:20:55,723 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:20:55,723 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:20:55,724 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:20:55,724 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72983309, jitterRate=0.0875360518693924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:20:55,724 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:20:55,724 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738855716Writing region info on filesystem at 1732738855716Initializing all the Stores at 1732738855717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738855717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738855717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738855717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738855717Cleaning up temporary data from old regions at 1732738855723 (+6 ms)Running coprocessor post-open hooks at 1732738855724 (+1 ms)Region opened successfully at 1732738855724 2024-11-27T20:20:55,725 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738855693 2024-11-27T20:20:55,727 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:20:55,727 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:20:55,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,46457,1732738853201 2024-11-27T20:20:55,728 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,46457,1732738853201, state=OPEN 2024-11-27T20:20:55,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2140422859/meta-region-server 2024-11-27T20:20:55,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2140422859/meta-region-server 2024-11-27T20:20:55,729 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,46457,1732738853201 2024-11-27T20:20:55,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2140422859/meta-region-server: CHANGED 2024-11-27T20:20:55,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2140422859/meta-region-server: CHANGED 2024-11-27T20:20:55,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:20:55,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,46457,1732738853201 in 188 msec 2024-11-27T20:20:55,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:20:55,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-27T20:20:55,733 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:20:55,733 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:20:55,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:55,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,46457,1732738853201, seqNum=-1] 2024-11-27T20:20:55,735 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:55,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:55,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-27T20:20:55,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738855740, completionTime=-1 2024-11-27T20:20:55,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:20:55,740 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:20:55,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:20:55,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738915742 2024-11-27T20:20:55,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732738975742 2024-11-27T20:20:55,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:20:55,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32819,1732738853166-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:55,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32819,1732738853166-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:55,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32819,1732738853166-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:55,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:32819, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:55,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:55,742 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:55,744 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:20:55,745 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.515sec 2024-11-27T20:20:55,745 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:20:55,745 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:20:55,745 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:20:55,745 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:20:55,745 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:20:55,745 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32819,1732738853166-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:20:55,745 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32819,1732738853166-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:20:55,747 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:20:55,747 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:20:55,747 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,32819,1732738853166-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:20:55,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c3e6f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:55,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32819,-1 for getting cluster id 2024-11-27T20:20:55,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:20:55,819 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e909951-6733-46ed-a6f9-f48d511afbf0' 2024-11-27T20:20:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:20:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e909951-6733-46ed-a6f9-f48d511afbf0" 2024-11-27T20:20:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61313f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32819,-1] 2024-11-27T20:20:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:20:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:20:55,821 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:20:55,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c81111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:20:55,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:20:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,46457,1732738853201, seqNum=-1] 2024-11-27T20:20:55,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:20:55,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:20:55,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,32819,1732738853166 2024-11-27T20:20:55,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53190 2024-11-27T20:20:55,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:20:55,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015b16781d0008 connected 2024-11-27T20:20:55,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,33033,1732738847275 2024-11-27T20:20:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21fc9908 2024-11-27T20:20:55,833 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:55,834 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:55,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:20:55,836 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:20:55,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:55,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:20:55,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:20:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:20:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:56,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d74bd007a7553473dc8a0f64298cfb28, NAME => 'test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c 2024-11-27T20:20:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:20:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:56,652 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:56,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d74bd007a7553473dc8a0f64298cfb28, disabling compactions & flushes 2024-11-27T20:20:56,653 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:20:56,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:20:56,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. after waiting 0 ms 2024-11-27T20:20:56,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:20:56,653 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:20:56,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d74bd007a7553473dc8a0f64298cfb28: Waiting for close lock at 1732738856653Disabling compacts and flushes for region at 1732738856653Disabling writes for close at 1732738856653Writing region close event to WAL at 1732738856653Closed at 1732738856653 2024-11-27T20:20:56,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:20:56,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738856654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738856654"}]},"ts":"1732738856654"} 2024-11-27T20:20:56,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:20:56,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:20:56,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738856657"}]},"ts":"1732738856657"} 2024-11-27T20:20:56,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:20:56,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d74bd007a7553473dc8a0f64298cfb28, ASSIGN}] 2024-11-27T20:20:56,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d74bd007a7553473dc8a0f64298cfb28, ASSIGN 2024-11-27T20:20:56,660 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d74bd007a7553473dc8a0f64298cfb28, ASSIGN; state=OFFLINE, location=6daf43b95769,38719,1732738847325; forceNewPlan=false, retain=false 2024-11-27T20:20:56,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d74bd007a7553473dc8a0f64298cfb28, regionState=OPENING, regionLocation=6daf43b95769,38719,1732738847325 2024-11-27T20:20:56,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d74bd007a7553473dc8a0f64298cfb28, ASSIGN because future has completed 2024-11-27T20:20:56,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d74bd007a7553473dc8a0f64298cfb28, server=6daf43b95769,38719,1732738847325}] 2024-11-27T20:20:56,970 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:20:56,970 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d74bd007a7553473dc8a0f64298cfb28, NAME => 'test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:56,970 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:56,970 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:20:56,970 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,970 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:56,971 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,971 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,971 INFO [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:56,973 INFO [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d74bd007a7553473dc8a0f64298cfb28 columnFamilyName f 2024-11-27T20:20:56,973 DEBUG [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:56,973 INFO [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] regionserver.HStore(327): Store=d74bd007a7553473dc8a0f64298cfb28/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:56,973 INFO [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,974 INFO [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d74bd007a7553473dc8a0f64298cfb28 columnFamilyName f1 2024-11-27T20:20:56,974 DEBUG [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:56,974 INFO [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] regionserver.HStore(327): Store=d74bd007a7553473dc8a0f64298cfb28/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:56,974 INFO [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,975 INFO [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d74bd007a7553473dc8a0f64298cfb28 columnFamilyName norep 2024-11-27T20:20:56,975 DEBUG [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:56,975 INFO [StoreOpener-d74bd007a7553473dc8a0f64298cfb28-1 {}] regionserver.HStore(327): Store=d74bd007a7553473dc8a0f64298cfb28/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:56,975 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,976 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,976 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,977 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,977 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,977 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:20:56,978 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,979 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:56,979 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d74bd007a7553473dc8a0f64298cfb28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70664891, jitterRate=0.0529889315366745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:20:56,979 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:20:56,980 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d74bd007a7553473dc8a0f64298cfb28: Running coprocessor pre-open hook at 1732738856971Writing region info on filesystem at 1732738856971Initializing all the Stores at 1732738856971Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738856971Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738856971Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738856971Cleaning up temporary data from old regions at 1732738856977 (+6 ms)Running coprocessor post-open hooks at 1732738856979 (+2 ms)Region opened successfully at 1732738856980 (+1 ms) 2024-11-27T20:20:56,981 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28., pid=6, masterSystemTime=1732738856967 2024-11-27T20:20:56,982 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:20:56,982 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:20:56,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d74bd007a7553473dc8a0f64298cfb28, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,38719,1732738847325 2024-11-27T20:20:56,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d74bd007a7553473dc8a0f64298cfb28, server=6daf43b95769,38719,1732738847325 because future has completed 2024-11-27T20:20:56,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:20:56,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d74bd007a7553473dc8a0f64298cfb28, server=6daf43b95769,38719,1732738847325 in 171 msec 2024-11-27T20:20:56,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:20:56,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d74bd007a7553473dc8a0f64298cfb28, ASSIGN in 328 msec 2024-11-27T20:20:56,989 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:20:56,989 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738856989"}]},"ts":"1732738856989"} 2024-11-27T20:20:56,990 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:20:56,991 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:20:56,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-27T20:20:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:57,982 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:20:57,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:20:57,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,39515,1732738850189 2024-11-27T20:20:57,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c0ac7f9 2024-11-27T20:20:57,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:20:57,984 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:20:57,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:20:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:20:57,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:20:57,987 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:57,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:20:57,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:20:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:20:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:58,395 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eadd93e927355b660995ea3f3fb1bf17, NAME => 'test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb 2024-11-27T20:20:58,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:20:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:58,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:58,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eadd93e927355b660995ea3f3fb1bf17, disabling compactions & flushes 2024-11-27T20:20:58,808 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:20:58,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:20:58,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. after waiting 0 ms 2024-11-27T20:20:58,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:20:58,808 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:20:58,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eadd93e927355b660995ea3f3fb1bf17: Waiting for close lock at 1732738858808Disabling compacts and flushes for region at 1732738858808Disabling writes for close at 1732738858808Writing region close event to WAL at 1732738858808Closed at 1732738858808 2024-11-27T20:20:58,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:20:58,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738858810"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738858810"}]},"ts":"1732738858810"} 2024-11-27T20:20:58,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:20:58,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:20:58,814 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738858814"}]},"ts":"1732738858814"} 2024-11-27T20:20:58,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:20:58,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eadd93e927355b660995ea3f3fb1bf17, ASSIGN}] 2024-11-27T20:20:58,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eadd93e927355b660995ea3f3fb1bf17, ASSIGN 2024-11-27T20:20:58,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eadd93e927355b660995ea3f3fb1bf17, ASSIGN; state=OFFLINE, location=6daf43b95769,35797,1732738850228; forceNewPlan=false, retain=false 2024-11-27T20:20:58,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eadd93e927355b660995ea3f3fb1bf17, regionState=OPENING, regionLocation=6daf43b95769,35797,1732738850228 2024-11-27T20:20:58,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eadd93e927355b660995ea3f3fb1bf17, ASSIGN because future has completed 2024-11-27T20:20:58,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eadd93e927355b660995ea3f3fb1bf17, server=6daf43b95769,35797,1732738850228}] 2024-11-27T20:20:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:20:59,129 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:20:59,129 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eadd93e927355b660995ea3f3fb1bf17, NAME => 'test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:20:59,130 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:20:59,130 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:20:59,130 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,130 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:20:59,130 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,130 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,131 INFO [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,132 INFO [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eadd93e927355b660995ea3f3fb1bf17 columnFamilyName f 2024-11-27T20:20:59,133 DEBUG [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:59,134 INFO [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] regionserver.HStore(327): Store=eadd93e927355b660995ea3f3fb1bf17/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:59,134 INFO [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,135 INFO [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eadd93e927355b660995ea3f3fb1bf17 columnFamilyName f1 2024-11-27T20:20:59,135 DEBUG [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:59,135 INFO [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] regionserver.HStore(327): Store=eadd93e927355b660995ea3f3fb1bf17/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:59,135 INFO [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,137 INFO [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eadd93e927355b660995ea3f3fb1bf17 columnFamilyName norep 2024-11-27T20:20:59,137 DEBUG [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:20:59,137 INFO [StoreOpener-eadd93e927355b660995ea3f3fb1bf17-1 {}] regionserver.HStore(327): Store=eadd93e927355b660995ea3f3fb1bf17/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:20:59,137 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,138 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,138 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,139 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,139 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,139 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:20:59,140 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,141 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:20:59,142 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eadd93e927355b660995ea3f3fb1bf17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68322998, jitterRate=0.01809200644493103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:20:59,142 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:20:59,142 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eadd93e927355b660995ea3f3fb1bf17: Running coprocessor pre-open hook at 1732738859130Writing region info on filesystem at 1732738859130Initializing all the Stores at 1732738859131 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738859131Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738859131Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738859131Cleaning up temporary data from old regions at 1732738859139 (+8 ms)Running coprocessor post-open hooks at 1732738859142 (+3 ms)Region opened successfully at 1732738859142 2024-11-27T20:20:59,143 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17., pid=6, masterSystemTime=1732738859125 2024-11-27T20:20:59,144 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:20:59,144 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:20:59,145 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eadd93e927355b660995ea3f3fb1bf17, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,35797,1732738850228 2024-11-27T20:20:59,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eadd93e927355b660995ea3f3fb1bf17, server=6daf43b95769,35797,1732738850228 because future has completed 2024-11-27T20:20:59,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:20:59,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eadd93e927355b660995ea3f3fb1bf17, server=6daf43b95769,35797,1732738850228 in 175 msec 2024-11-27T20:20:59,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:20:59,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eadd93e927355b660995ea3f3fb1bf17, ASSIGN in 334 msec 2024-11-27T20:20:59,153 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:20:59,153 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738859153"}]},"ts":"1732738859153"} 2024-11-27T20:20:59,157 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:20:59,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:20:59,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-27T20:20:59,973 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T20:21:00,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:00,132 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:21:00,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,32819,1732738853166 2024-11-27T20:21:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e3d488a 2024-11-27T20:21:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:00,134 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:00,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:21:00,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:00,137 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:00,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:21:00,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:21:00,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:00,551 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16146c33c970ffb6c5d38547b7f3ac97, NAME => 'test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623 2024-11-27T20:21:00,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:21:00,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:00,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 16146c33c970ffb6c5d38547b7f3ac97, disabling compactions & flushes 2024-11-27T20:21:00,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:00,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:00,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. after waiting 0 ms 2024-11-27T20:21:00,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:00,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:00,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16146c33c970ffb6c5d38547b7f3ac97: Waiting for close lock at 1732738860558Disabling compacts and flushes for region at 1732738860558Disabling writes for close at 1732738860559 (+1 ms)Writing region close event to WAL at 1732738860559Closed at 1732738860559 2024-11-27T20:21:00,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:00,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738860560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738860560"}]},"ts":"1732738860560"} 2024-11-27T20:21:00,562 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:21:00,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:00,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738860563"}]},"ts":"1732738860563"} 2024-11-27T20:21:00,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:21:00,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16146c33c970ffb6c5d38547b7f3ac97, ASSIGN}] 2024-11-27T20:21:00,566 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16146c33c970ffb6c5d38547b7f3ac97, ASSIGN 2024-11-27T20:21:00,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=16146c33c970ffb6c5d38547b7f3ac97, ASSIGN; state=OFFLINE, location=6daf43b95769,46457,1732738853201; forceNewPlan=false, retain=false 2024-11-27T20:21:00,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16146c33c970ffb6c5d38547b7f3ac97, regionState=OPENING, regionLocation=6daf43b95769,46457,1732738853201 2024-11-27T20:21:00,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=16146c33c970ffb6c5d38547b7f3ac97, ASSIGN because future has completed 2024-11-27T20:21:00,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16146c33c970ffb6c5d38547b7f3ac97, server=6daf43b95769,46457,1732738853201}] 2024-11-27T20:21:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:00,876 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:00,876 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16146c33c970ffb6c5d38547b7f3ac97, NAME => 'test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:00,876 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:00,877 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:21:00,877 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,877 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:00,877 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,877 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,878 INFO [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,879 INFO [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16146c33c970ffb6c5d38547b7f3ac97 columnFamilyName f 2024-11-27T20:21:00,880 DEBUG [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:00,880 INFO [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] regionserver.HStore(327): Store=16146c33c970ffb6c5d38547b7f3ac97/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:00,880 INFO [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,881 INFO [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16146c33c970ffb6c5d38547b7f3ac97 columnFamilyName f1 2024-11-27T20:21:00,881 DEBUG [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:00,882 INFO [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] regionserver.HStore(327): Store=16146c33c970ffb6c5d38547b7f3ac97/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:00,882 INFO [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,883 INFO [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16146c33c970ffb6c5d38547b7f3ac97 columnFamilyName norep 2024-11-27T20:21:00,883 DEBUG [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:00,883 INFO [StoreOpener-16146c33c970ffb6c5d38547b7f3ac97-1 {}] regionserver.HStore(327): Store=16146c33c970ffb6c5d38547b7f3ac97/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:00,883 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,883 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,884 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,884 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,884 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,885 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:21:00,885 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,887 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:00,887 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16146c33c970ffb6c5d38547b7f3ac97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62327014, jitterRate=-0.07125511765480042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:21:00,887 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:00,887 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16146c33c970ffb6c5d38547b7f3ac97: Running coprocessor pre-open hook at 1732738860877Writing region info on filesystem at 1732738860877Initializing all the Stores at 1732738860878 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738860878Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738860878Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738860878Cleaning up temporary data from old regions at 1732738860884 (+6 ms)Running coprocessor post-open hooks at 1732738860887 (+3 ms)Region opened successfully at 1732738860887 2024-11-27T20:21:00,888 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97., pid=6, masterSystemTime=1732738860873 2024-11-27T20:21:00,890 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:00,890 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:00,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16146c33c970ffb6c5d38547b7f3ac97, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,46457,1732738853201 2024-11-27T20:21:00,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16146c33c970ffb6c5d38547b7f3ac97, server=6daf43b95769,46457,1732738853201 because future has completed 2024-11-27T20:21:00,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:21:00,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16146c33c970ffb6c5d38547b7f3ac97, server=6daf43b95769,46457,1732738853201 in 177 msec 2024-11-27T20:21:00,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:21:00,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=16146c33c970ffb6c5d38547b7f3ac97, ASSIGN in 333 msec 2024-11-27T20:21:00,901 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:00,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738860901"}]},"ts":"1732738860901"} 2024-11-27T20:21:00,902 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:21:00,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:00,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-27T20:21:01,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:21:01,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:01,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,272 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:21:01,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7556160e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:01,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,33033,-1 for getting cluster id 2024-11-27T20:21:01,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:01,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,273 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f313dc06-4849-4a82-9a9f-33d79e5019c1' 2024-11-27T20:21:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:01,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f313dc06-4849-4a82-9a9f-33d79e5019c1" 2024-11-27T20:21:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498bdc3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,33033,-1] 2024-11-27T20:21:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:01,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:01,275 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:01,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2e35a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:01,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,33033,1732738847275 2024-11-27T20:21:01,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46d2b901 2024-11-27T20:21:01,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:01,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,278 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:01,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:39515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:21:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:21:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:01,282 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:39515' 2024-11-27T20:21:01,283 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d00a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:01,283 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,39515,-1 for getting cluster id 2024-11-27T20:21:01,283 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:01,283 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8828bead-941c-4591-8cf4-2eedf228e671' 2024-11-27T20:21:01,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:01,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8828bead-941c-4591-8cf4-2eedf228e671" 2024-11-27T20:21:01,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a429e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:01,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,39515,-1] 2024-11-27T20:21:01,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:01,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:01,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,285 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce9ec62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:01,286 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,39515,1732738850189 2024-11-27T20:21:01,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2444788d 2024-11-27T20:21:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:01,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:01,288 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:01,289 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:21:01,289 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:21:01,289 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:01,289 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:01,290 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:01,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:01,291 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:21:01,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:01,292 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:01,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:21:01,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e1e64348328911db179fc756345d538, NAME => 'hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c 2024-11-27T20:21:01,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:21:01,341 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:21:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:01,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:01,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:01,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6e1e64348328911db179fc756345d538, disabling compactions & flushes 2024-11-27T20:21:01,730 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:01,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:01,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. after waiting 0 ms 2024-11-27T20:21:01,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:01,730 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:01,730 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e1e64348328911db179fc756345d538: Waiting for close lock at 1732738861730Disabling compacts and flushes for region at 1732738861730Disabling writes for close at 1732738861730Writing region close event to WAL at 1732738861730Closed at 1732738861730 2024-11-27T20:21:01,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:01,732 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738861732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738861732"}]},"ts":"1732738861732"} 2024-11-27T20:21:01,735 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:21:01,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:01,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738861736"}]},"ts":"1732738861736"} 2024-11-27T20:21:01,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:21:01,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e1e64348328911db179fc756345d538, ASSIGN}] 2024-11-27T20:21:01,741 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e1e64348328911db179fc756345d538, ASSIGN 2024-11-27T20:21:01,743 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e1e64348328911db179fc756345d538, ASSIGN; state=OFFLINE, location=6daf43b95769,38719,1732738847325; forceNewPlan=false, retain=false 2024-11-27T20:21:01,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e1e64348328911db179fc756345d538, regionState=OPENING, regionLocation=6daf43b95769,38719,1732738847325 2024-11-27T20:21:01,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e1e64348328911db179fc756345d538, ASSIGN because future has completed 2024-11-27T20:21:01,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e1e64348328911db179fc756345d538, server=6daf43b95769,38719,1732738847325}] 2024-11-27T20:21:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:02,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:02,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:02,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:21:02,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C38719%2C1732738847325.rep, suffix=, logDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325, archiveDir=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/oldWALs, maxLogs=10 2024-11-27T20:21:02,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.rep.1732738862059, exclude list is [], retry=0 2024-11-27T20:21:02,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36997,DS-3ea33206-3272-40f2-9245-8295f5ae0ba1,DISK] 2024-11-27T20:21:02,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.rep.1732738862059 2024-11-27T20:21:02,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33051:33051)] 2024-11-27T20:21:02,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e1e64348328911db179fc756345d538, NAME => 'hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:02,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:02,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:21:02,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. service=MultiRowMutationService 2024-11-27T20:21:02,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:21:02,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:02,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,081 INFO [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,082 INFO [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e1e64348328911db179fc756345d538 columnFamilyName hfileref 2024-11-27T20:21:02,082 DEBUG [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:02,082 INFO [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] regionserver.HStore(327): Store=6e1e64348328911db179fc756345d538/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:02,082 INFO [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,083 INFO [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e1e64348328911db179fc756345d538 columnFamilyName queue 2024-11-27T20:21:02,083 DEBUG [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:02,084 INFO [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] regionserver.HStore(327): Store=6e1e64348328911db179fc756345d538/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:02,084 INFO [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,084 INFO [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e1e64348328911db179fc756345d538 columnFamilyName sid 2024-11-27T20:21:02,085 DEBUG [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:02,085 INFO [StoreOpener-6e1e64348328911db179fc756345d538-1 {}] regionserver.HStore(327): Store=6e1e64348328911db179fc756345d538/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:02,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/replication/6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/replication/6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:21:02,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/replication/6e1e64348328911db179fc756345d538/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:02,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6e1e64348328911db179fc756345d538; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74819419, jitterRate=0.11489622294902802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:21:02,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e1e64348328911db179fc756345d538 2024-11-27T20:21:02,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6e1e64348328911db179fc756345d538: Running coprocessor pre-open hook at 1732738862078Writing region info on filesystem at 1732738862078Initializing all the Stores at 1732738862078Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738862078Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738862081 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738862081Cleaning up temporary data from old regions at 1732738862087 (+6 ms)Running coprocessor post-open hooks at 1732738862093 (+6 ms)Region opened successfully at 1732738862093 2024-11-27T20:21:02,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538., pid=10, masterSystemTime=1732738862054 2024-11-27T20:21:02,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:02,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:02,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6e1e64348328911db179fc756345d538, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,38719,1732738847325 2024-11-27T20:21:02,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e1e64348328911db179fc756345d538, server=6daf43b95769,38719,1732738847325 because future has completed 2024-11-27T20:21:02,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:21:02,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e1e64348328911db179fc756345d538, server=6daf43b95769,38719,1732738847325 in 198 msec 2024-11-27T20:21:02,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:21:02,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e1e64348328911db179fc756345d538, ASSIGN in 363 msec 2024-11-27T20:21:02,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:02,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738862104"}]},"ts":"1732738862104"} 2024-11-27T20:21:02,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:21:02,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:02,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 816 msec 2024-11-27T20:21:02,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538., hostname=6daf43b95769,38719,1732738847325, seqNum=2] 2024-11-27T20:21:02,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:21:02,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:21:02,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:21:02,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:21:02,309 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:21:02,348 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,38719,1732738847325, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:21:02,348 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:02,348 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38719,1732738847325, seqNum=-1] 2024-11-27T20:21:02,349 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:02,350 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-27T20:21:02,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,38719,1732738847325', locateType=CURRENT is [region=hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538., hostname=6daf43b95769,38719,1732738847325, seqNum=2] 2024-11-27T20:21:02,356 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:21:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:21:02,359 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,38719,1732738847325 suceeded 2024-11-27T20:21:02,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:21:02,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-27T20:21:02,361 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:39515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:21:02,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0820 sec 2024-11-27T20:21:02,375 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:39515' 2024-11-27T20:21:02,379 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16780185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:02,379 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,39515,-1 for getting cluster id 2024-11-27T20:21:02,379 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:02,380 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8828bead-941c-4591-8cf4-2eedf228e671' 2024-11-27T20:21:02,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:02,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8828bead-941c-4591-8cf4-2eedf228e671" 2024-11-27T20:21:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14f9cd3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,39515,-1] 2024-11-27T20:21:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:02,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:02,382 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:02,382 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e8f3ac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:02,383 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:02,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,39515,1732738850189 2024-11-27T20:21:02,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31605662 2024-11-27T20:21:02,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:02,385 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-27T20:21:02,386 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,38719,1732738847325 (queues=1) is replicating from cluster=f313dc06-4849-4a82-9a9f-33d79e5019c1 to cluster=8828bead-941c-4591-8cf4-2eedf228e671 2024-11-27T20:21:02,386 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C38719%2C1732738847325 2024-11-27T20:21:02,386 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,38719,1732738847325, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:21:02,387 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111, startPosition=0, beingWritten=true 2024-11-27T20:21:02,392 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C38719%2C1732738847325 2024-11-27T20:21:02,417 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:02,417 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 379, reset compression=false 2024-11-27T20:21:02,417 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,38719,1732738847325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33033 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:02,436 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:21:02,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:02,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:02,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:02,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:02,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:02,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6271c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:02,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,39515,-1 for getting cluster id 2024-11-27T20:21:02,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:02,446 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8828bead-941c-4591-8cf4-2eedf228e671' 2024-11-27T20:21:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8828bead-941c-4591-8cf4-2eedf228e671" 2024-11-27T20:21:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c38f052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,39515,-1] 2024-11-27T20:21:02,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:02,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:02,455 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbe32d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:02,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,39515,1732738850189 2024-11-27T20:21:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@795db8b7 2024-11-27T20:21:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:02,459 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:02,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:32819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:21:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:21:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:02,462 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:32819' 2024-11-27T20:21:02,493 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9e2915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:02,493 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32819,-1 for getting cluster id 2024-11-27T20:21:02,493 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:02,494 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e909951-6733-46ed-a6f9-f48d511afbf0' 2024-11-27T20:21:02,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:02,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e909951-6733-46ed-a6f9-f48d511afbf0" 2024-11-27T20:21:02,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37319dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:02,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32819,-1] 2024-11-27T20:21:02,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:02,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:02,496 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:02,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ef6cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:02,497 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:02,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,32819,1732738853166 2024-11-27T20:21:02,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bcdc25a 2024-11-27T20:21:02,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:02,499 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:02,500 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T20:21:02,500 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:21:02,500 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:02,500 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:02,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:02,500 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:02,502 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:21:02,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:02,503 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:02,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:02,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:21:02,541 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 056631f962bb56bb5cd8086f7134bafe, NAME => 'hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb 2024-11-27T20:21:02,552 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:21:02,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:21:02,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:02,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 056631f962bb56bb5cd8086f7134bafe, disabling compactions & flushes 2024-11-27T20:21:02,555 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:02,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:02,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. after waiting 0 ms 2024-11-27T20:21:02,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:02,555 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:02,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 056631f962bb56bb5cd8086f7134bafe: Waiting for close lock at 1732738862555Disabling compacts and flushes for region at 1732738862555Disabling writes for close at 1732738862555Writing region close event to WAL at 1732738862555Closed at 1732738862555 2024-11-27T20:21:02,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:02,557 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738862556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738862556"}]},"ts":"1732738862556"} 2024-11-27T20:21:02,559 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:21:02,560 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:02,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738862561"}]},"ts":"1732738862561"} 2024-11-27T20:21:02,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:21:02,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=056631f962bb56bb5cd8086f7134bafe, ASSIGN}] 2024-11-27T20:21:02,566 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=056631f962bb56bb5cd8086f7134bafe, ASSIGN 2024-11-27T20:21:02,567 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=056631f962bb56bb5cd8086f7134bafe, ASSIGN; state=OFFLINE, location=6daf43b95769,35797,1732738850228; forceNewPlan=false, retain=false 2024-11-27T20:21:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:02,678 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 379, reset compression=false 2024-11-27T20:21:02,720 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=056631f962bb56bb5cd8086f7134bafe, regionState=OPENING, regionLocation=6daf43b95769,35797,1732738850228 2024-11-27T20:21:02,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=056631f962bb56bb5cd8086f7134bafe, ASSIGN because future has completed 2024-11-27T20:21:02,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 056631f962bb56bb5cd8086f7134bafe, server=6daf43b95769,35797,1732738850228}] 2024-11-27T20:21:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:02,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:02,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:02,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:21:02,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C35797%2C1732738850228.rep, suffix=, logDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228, archiveDir=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/oldWALs, maxLogs=10 2024-11-27T20:21:02,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.rep.1732738862908, exclude list is [], retry=0 2024-11-27T20:21:02,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37631,DS-948ff08f-9dfb-480b-bf8f-94f448e506d6,DISK] 2024-11-27T20:21:02,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.rep.1732738862908 2024-11-27T20:21:02,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33225:33225)] 2024-11-27T20:21:02,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 056631f962bb56bb5cd8086f7134bafe, NAME => 'hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:02,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:02,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:21:02,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. service=MultiRowMutationService 2024-11-27T20:21:02,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:21:02,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:02,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,953 INFO [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,955 INFO [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056631f962bb56bb5cd8086f7134bafe columnFamilyName hfileref 2024-11-27T20:21:02,955 DEBUG [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:02,955 INFO [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] regionserver.HStore(327): Store=056631f962bb56bb5cd8086f7134bafe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:02,955 INFO [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,956 INFO [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056631f962bb56bb5cd8086f7134bafe columnFamilyName queue 2024-11-27T20:21:02,956 DEBUG [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:02,957 INFO [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] regionserver.HStore(327): Store=056631f962bb56bb5cd8086f7134bafe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:02,957 INFO [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,958 INFO [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 056631f962bb56bb5cd8086f7134bafe columnFamilyName sid 2024-11-27T20:21:02,958 DEBUG [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:02,958 INFO [StoreOpener-056631f962bb56bb5cd8086f7134bafe-1 {}] regionserver.HStore(327): Store=056631f962bb56bb5cd8086f7134bafe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:02,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/replication/056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/replication/056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:21:02,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/replication/056631f962bb56bb5cd8086f7134bafe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:02,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 056631f962bb56bb5cd8086f7134bafe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62518836, jitterRate=-0.06839674711227417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:21:02,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:02,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 056631f962bb56bb5cd8086f7134bafe: Running coprocessor pre-open hook at 1732738862942Writing region info on filesystem at 1732738862942Initializing all the Stores at 1732738862942Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738862943 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738862953 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738862953Cleaning up temporary data from old regions at 1732738862960 (+7 ms)Running coprocessor post-open hooks at 1732738862964 (+4 ms)Region opened successfully at 1732738862964 2024-11-27T20:21:02,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe., pid=10, masterSystemTime=1732738862899 2024-11-27T20:21:02,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:02,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:02,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=056631f962bb56bb5cd8086f7134bafe, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,35797,1732738850228 2024-11-27T20:21:02,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 056631f962bb56bb5cd8086f7134bafe, server=6daf43b95769,35797,1732738850228 because future has completed 2024-11-27T20:21:02,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:21:02,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 056631f962bb56bb5cd8086f7134bafe, server=6daf43b95769,35797,1732738850228 in 232 msec 2024-11-27T20:21:02,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:21:02,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=056631f962bb56bb5cd8086f7134bafe, ASSIGN in 413 msec 2024-11-27T20:21:02,980 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:02,980 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738862980"}]},"ts":"1732738862980"} 2024-11-27T20:21:02,983 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:21:02,984 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:02,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 484 msec 2024-11-27T20:21:03,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe., hostname=6daf43b95769,35797,1732738850228, seqNum=2] 2024-11-27T20:21:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:21:03,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:21:03,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:21:03,033 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 379, reset compression=false 2024-11-27T20:21:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:03,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:21:03,172 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:21:03,208 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,35797,1732738850228, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:21:03,209 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:03,209 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,35797,1732738850228, seqNum=-1] 2024-11-27T20:21:03,210 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:03,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T20:21:03,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,35797,1732738850228', locateType=CURRENT is [region=hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe., hostname=6daf43b95769,35797,1732738850228, seqNum=2] 2024-11-27T20:21:03,216 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:21:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:21:03,218 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,35797,1732738850228 suceeded 2024-11-27T20:21:03,221 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:32819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:21:03,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:21:03,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-27T20:21:03,223 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 762 msec 2024-11-27T20:21:03,234 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:32819' 2024-11-27T20:21:03,237 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8f7d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:03,237 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32819,-1 for getting cluster id 2024-11-27T20:21:03,237 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:03,237 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e909951-6733-46ed-a6f9-f48d511afbf0' 2024-11-27T20:21:03,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:03,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e909951-6733-46ed-a6f9-f48d511afbf0" 2024-11-27T20:21:03,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53902382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:03,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32819,-1] 2024-11-27T20:21:03,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:03,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:03,239 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:03,239 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a338bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:03,240 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:03,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,32819,1732738853166 2024-11-27T20:21:03,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1232fc48 2024-11-27T20:21:03,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:03,241 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-27T20:21:03,242 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,35797,1732738850228 (queues=1) is replicating from cluster=8828bead-941c-4591-8cf4-2eedf228e671 to cluster=3e909951-6733-46ed-a6f9-f48d511afbf0 2024-11-27T20:21:03,242 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C35797%2C1732738850228 2024-11-27T20:21:03,242 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,35797,1732738850228, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:21:03,245 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420, startPosition=0, beingWritten=true 2024-11-27T20:21:03,245 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C35797%2C1732738850228 2024-11-27T20:21:03,250 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:03,251 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 379, reset compression=false 2024-11-27T20:21:03,251 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35797,1732738850228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:03,437 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 379, reset compression=false 2024-11-27T20:21:03,455 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 379, reset compression=false 2024-11-27T20:21:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39515 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:03,602 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:21:03,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:03,603 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:03,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:03,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:03,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:03,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f22e9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:03,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32819,-1 for getting cluster id 2024-11-27T20:21:03,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:03,604 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e909951-6733-46ed-a6f9-f48d511afbf0' 2024-11-27T20:21:03,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e909951-6733-46ed-a6f9-f48d511afbf0" 2024-11-27T20:21:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c53c686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32819,-1] 2024-11-27T20:21:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:03,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:03,606 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:03,607 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75baa8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:03,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,32819,1732738853166 2024-11-27T20:21:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a48af9 2024-11-27T20:21:03,608 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:03,609 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:03,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:39515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:21:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:21:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:03,612 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:39515' 2024-11-27T20:21:03,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a010b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:03,613 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,39515,-1 for getting cluster id 2024-11-27T20:21:03,613 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:03,613 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8828bead-941c-4591-8cf4-2eedf228e671' 2024-11-27T20:21:03,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:03,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8828bead-941c-4591-8cf4-2eedf228e671" 2024-11-27T20:21:03,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb1c22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:03,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,39515,-1] 2024-11-27T20:21:03,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:03,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:03,614 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:03,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35bf2cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:03,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,39515,1732738850189 2024-11-27T20:21:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@458fda1a 2024-11-27T20:21:03,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:03,616 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:03,617 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:21:03,617 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:21:03,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:03,617 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:03,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:03,617 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:03,618 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:21:03,619 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:03,619 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:03,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:03,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:21:03,668 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:21:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:03,759 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 379, reset compression=false 2024-11-27T20:21:03,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T20:21:03,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T20:21:03,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:21:03,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T20:21:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:03,941 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 379, reset compression=false 2024-11-27T20:21:04,027 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abbb585d90e4307312f5d5492b492b15, NAME => 'hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623 2024-11-27T20:21:04,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:21:04,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:04,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing abbb585d90e4307312f5d5492b492b15, disabling compactions & flushes 2024-11-27T20:21:04,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:04,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:04,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. after waiting 0 ms 2024-11-27T20:21:04,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:04,033 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:04,033 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for abbb585d90e4307312f5d5492b492b15: Waiting for close lock at 1732738864033Disabling compacts and flushes for region at 1732738864033Disabling writes for close at 1732738864033Writing region close event to WAL at 1732738864033Closed at 1732738864033 2024-11-27T20:21:04,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:04,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738864034"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738864034"}]},"ts":"1732738864034"} 2024-11-27T20:21:04,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:21:04,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:04,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738864038"}]},"ts":"1732738864038"} 2024-11-27T20:21:04,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:21:04,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abbb585d90e4307312f5d5492b492b15, ASSIGN}] 2024-11-27T20:21:04,041 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abbb585d90e4307312f5d5492b492b15, ASSIGN 2024-11-27T20:21:04,042 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=abbb585d90e4307312f5d5492b492b15, ASSIGN; state=OFFLINE, location=6daf43b95769,46457,1732738853201; forceNewPlan=false, retain=false 2024-11-27T20:21:04,162 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 379, reset compression=false 2024-11-27T20:21:04,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=abbb585d90e4307312f5d5492b492b15, regionState=OPENING, regionLocation=6daf43b95769,46457,1732738853201 2024-11-27T20:21:04,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=abbb585d90e4307312f5d5492b492b15, ASSIGN because future has completed 2024-11-27T20:21:04,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure abbb585d90e4307312f5d5492b492b15, server=6daf43b95769,46457,1732738853201}] 2024-11-27T20:21:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:04,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:04,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:04,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:21:04,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C46457%2C1732738853201.rep, suffix=, logDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201, archiveDir=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/oldWALs, maxLogs=10 2024-11-27T20:21:04,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.rep.1732738864354, exclude list is [], retry=0 2024-11-27T20:21:04,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43421,DS-f05bd154-d216-47fd-9eec-52137fd13520,DISK] 2024-11-27T20:21:04,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.rep.1732738864354 2024-11-27T20:21:04,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43135:43135)] 2024-11-27T20:21:04,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => abbb585d90e4307312f5d5492b492b15, NAME => 'hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:04,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:04,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:21:04,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. service=MultiRowMutationService 2024-11-27T20:21:04,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:21:04,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:04,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,384 INFO [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,386 INFO [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abbb585d90e4307312f5d5492b492b15 columnFamilyName hfileref 2024-11-27T20:21:04,386 DEBUG [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:04,386 INFO [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] regionserver.HStore(327): Store=abbb585d90e4307312f5d5492b492b15/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:04,386 INFO [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,387 INFO [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abbb585d90e4307312f5d5492b492b15 columnFamilyName queue 2024-11-27T20:21:04,388 DEBUG [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:04,388 INFO [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] regionserver.HStore(327): Store=abbb585d90e4307312f5d5492b492b15/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:04,388 INFO [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,389 INFO [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abbb585d90e4307312f5d5492b492b15 columnFamilyName sid 2024-11-27T20:21:04,389 DEBUG [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:04,389 INFO [StoreOpener-abbb585d90e4307312f5d5492b492b15-1 {}] regionserver.HStore(327): Store=abbb585d90e4307312f5d5492b492b15/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:04,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/replication/abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/replication/abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:21:04,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/replication/abbb585d90e4307312f5d5492b492b15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:04,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened abbb585d90e4307312f5d5492b492b15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61776227, jitterRate=-0.07946248352527618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:21:04,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:04,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for abbb585d90e4307312f5d5492b492b15: Running coprocessor pre-open hook at 1732738864383Writing region info on filesystem at 1732738864383Initializing all the Stores at 1732738864383Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738864383Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738864384 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738864384Cleaning up temporary data from old regions at 1732738864391 (+7 ms)Running coprocessor post-open hooks at 1732738864401 (+10 ms)Region opened successfully at 1732738864401 2024-11-27T20:21:04,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15., pid=10, masterSystemTime=1732738864347 2024-11-27T20:21:04,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:04,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:04,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=abbb585d90e4307312f5d5492b492b15, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,46457,1732738853201 2024-11-27T20:21:04,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure abbb585d90e4307312f5d5492b492b15, server=6daf43b95769,46457,1732738853201 because future has completed 2024-11-27T20:21:04,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:21:04,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure abbb585d90e4307312f5d5492b492b15, server=6daf43b95769,46457,1732738853201 in 218 msec 2024-11-27T20:21:04,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:21:04,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abbb585d90e4307312f5d5492b492b15, ASSIGN in 375 msec 2024-11-27T20:21:04,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:04,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738864419"}]},"ts":"1732738864419"} 2024-11-27T20:21:04,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:21:04,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:04,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 805 msec 2024-11-27T20:21:04,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15., hostname=6daf43b95769,46457,1732738853201, seqNum=2] 2024-11-27T20:21:04,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:21:04,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:21:04,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:21:04,545 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 379, reset compression=false 2024-11-27T20:21:04,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:21:04,637 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:21:04,667 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 379, reset compression=false 2024-11-27T20:21:04,678 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,46457,1732738853201, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:21:04,678 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:04,678 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,46457,1732738853201, seqNum=-1] 2024-11-27T20:21:04,679 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:04,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T20:21:04,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,46457,1732738853201', locateType=CURRENT is [region=hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15., hostname=6daf43b95769,46457,1732738853201, seqNum=2] 2024-11-27T20:21:04,684 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:21:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:21:04,686 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,46457,1732738853201 suceeded 2024-11-27T20:21:04,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:21:04,688 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:39515,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:21:04,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-27T20:21:04,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0790 sec 2024-11-27T20:21:04,702 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:39515' 2024-11-27T20:21:04,703 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f54a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,703 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,39515,-1 for getting cluster id 2024-11-27T20:21:04,704 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:04,704 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8828bead-941c-4591-8cf4-2eedf228e671' 2024-11-27T20:21:04,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:04,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8828bead-941c-4591-8cf4-2eedf228e671" 2024-11-27T20:21:04,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a50e828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,39515,-1] 2024-11-27T20:21:04,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:04,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:04,705 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:04,706 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54815535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,706 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:04,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,39515,1732738850189 2024-11-27T20:21:04,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62ef70fe 2024-11-27T20:21:04,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:04,707 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-27T20:21:04,708 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,46457,1732738853201 (queues=1) is replicating from cluster=3e909951-6733-46ed-a6f9-f48d511afbf0 to cluster=8828bead-941c-4591-8cf4-2eedf228e671 2024-11-27T20:21:04,708 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C46457%2C1732738853201 2024-11-27T20:21:04,708 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,46457,1732738853201, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:21:04,709 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820, startPosition=0, beingWritten=true 2024-11-27T20:21:04,709 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C46457%2C1732738853201 2024-11-27T20:21:04,715 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:04,715 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 379, reset compression=false 2024-11-27T20:21:04,715 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,46457,1732738853201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:04,752 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:21:04,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:04,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:04,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:04,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:04,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:04,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9881bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,33033,-1 for getting cluster id 2024-11-27T20:21:04,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:04,756 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f313dc06-4849-4a82-9a9f-33d79e5019c1' 2024-11-27T20:21:04,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:04,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f313dc06-4849-4a82-9a9f-33d79e5019c1" 2024-11-27T20:21:04,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2493e66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,33033,-1] 2024-11-27T20:21:04,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:04,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:04,758 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:04,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0c9302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4945c53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,39515,-1 for getting cluster id 2024-11-27T20:21:04,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:04,760 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8828bead-941c-4591-8cf4-2eedf228e671' 2024-11-27T20:21:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:04,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8828bead-941c-4591-8cf4-2eedf228e671" 2024-11-27T20:21:04,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de5b2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,39515,-1] 2024-11-27T20:21:04,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:04,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:04,762 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:04,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620d2ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e746f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32819,-1 for getting cluster id 2024-11-27T20:21:04,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:04,769 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e909951-6733-46ed-a6f9-f48d511afbf0' 2024-11-27T20:21:04,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:04,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e909951-6733-46ed-a6f9-f48d511afbf0" 2024-11-27T20:21:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aff9abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32819,-1] 2024-11-27T20:21:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:04,770 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c229200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:04,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:04,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38719,1732738847325, seqNum=-1] 2024-11-27T20:21:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:04,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:04,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28., hostname=6daf43b95769,38719,1732738847325, seqNum=2] 2024-11-27T20:21:04,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,46457,1732738853201, seqNum=-1] 2024-11-27T20:21:04,778 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:04,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:04,781 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97., hostname=6daf43b95769,46457,1732738853201, seqNum=2] 2024-11-27T20:21:04,782 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T20:21:04,930 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 379, reset compression=false 2024-11-27T20:21:05,234 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 379, reset compression=false 2024-11-27T20:21:05,250 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 379, reset compression=false 2024-11-27T20:21:05,254 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:05,254 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 480, reset compression=false 2024-11-27T20:21:05,254 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,38719,1732738847325 got entry batch from reader: WALEntryBatch [walEntries=[{test/d74bd007a7553473dc8a0f64298cfb28/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T20:21:05,257 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:05,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-27T20:21:05,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:21:05,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5665a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:05,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,39515,-1 for getting cluster id 2024-11-27T20:21:05,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:05,260 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8828bead-941c-4591-8cf4-2eedf228e671' 2024-11-27T20:21:05,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:05,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8828bead-941c-4591-8cf4-2eedf228e671" 2024-11-27T20:21:05,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25635583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:05,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,39515,-1] 2024-11-27T20:21:05,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:05,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:05,261 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:05,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53fa9e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:05,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:05,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,35797,1732738850228, seqNum=-1] 2024-11-27T20:21:05,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:05,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T20:21:05,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17., hostname=6daf43b95769,35797,1732738850228, seqNum=2] 2024-11-27T20:21:05,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:21:05,271 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 379, reset compression=false 2024-11-27T20:21:05,275 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:05,275 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 504, reset compression=false 2024-11-27T20:21:05,275 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35797,1732738850228 got entry batch from reader: WALEntryBatch [walEntries=[{test/eadd93e927355b660995ea3f3fb1bf17/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T20:21:05,277 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:05,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-27T20:21:05,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:21:05,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7796696f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:05,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,32819,-1 for getting cluster id 2024-11-27T20:21:05,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:05,279 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e909951-6733-46ed-a6f9-f48d511afbf0' 2024-11-27T20:21:05,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:05,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e909951-6733-46ed-a6f9-f48d511afbf0" 2024-11-27T20:21:05,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4767e8b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:05,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,32819,-1] 2024-11-27T20:21:05,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:05,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:05,280 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:05,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a1889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:05,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:05,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,46457,1732738853201, seqNum=-1] 2024-11-27T20:21:05,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:05,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T20:21:05,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97., hostname=6daf43b95769,46457,1732738853201, seqNum=2] 2024-11-27T20:21:05,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:21:05,459 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 480, reset compression=false 2024-11-27T20:21:05,478 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 504, reset compression=false 2024-11-27T20:21:05,638 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 379, reset compression=false 2024-11-27T20:21:05,642 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:05,642 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 528, reset compression=false 2024-11-27T20:21:05,642 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,46457,1732738853201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:05,763 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 480, reset compression=false 2024-11-27T20:21:05,782 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 504, reset compression=false 2024-11-27T20:21:05,784 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T20:21:05,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,35797,1732738850228, seqNum=-1] 2024-11-27T20:21:05,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:05,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:05,789 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17., hostname=6daf43b95769,35797,1732738850228, seqNum=2] 2024-11-27T20:21:05,792 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:05,792 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 608, reset compression=false 2024-11-27T20:21:05,792 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35797,1732738850228 got entry batch from reader: WALEntryBatch [walEntries=[{test/eadd93e927355b660995ea3f3fb1bf17/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T20:21:05,793 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T20:21:05,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:21:05,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:21:05,846 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 528, reset compression=false 2024-11-27T20:21:05,858 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:05,858 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 656, reset compression=false 2024-11-27T20:21:05,858 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,46457,1732738853201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:05,999 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 608, reset compression=false 2024-11-27T20:21:06,065 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 656, reset compression=false 2024-11-27T20:21:06,169 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 480, reset compression=false 2024-11-27T20:21:06,302 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 608, reset compression=false 2024-11-27T20:21:06,369 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 656, reset compression=false 2024-11-27T20:21:06,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:21:06,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:06,673 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 480, reset compression=false 2024-11-27T20:21:06,707 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 608, reset compression=false 2024-11-27T20:21:06,772 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 656, reset compression=false 2024-11-27T20:21:06,795 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T20:21:06,798 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T20:21:07,211 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 608, reset compression=false 2024-11-27T20:21:07,276 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 656, reset compression=false 2024-11-27T20:21:07,277 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 480, reset compression=false 2024-11-27T20:21:07,282 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:07,282 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 760, reset compression=false 2024-11-27T20:21:07,282 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,46457,1732738853201 got entry batch from reader: WALEntryBatch [walEntries=[{test/16146c33c970ffb6c5d38547b7f3ac97/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T20:21:07,285 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:07,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-27T20:21:07,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:21:07,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:21:07,485 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 760, reset compression=false 2024-11-27T20:21:07,788 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 760, reset compression=false 2024-11-27T20:21:07,800 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T20:21:07,803 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T20:21:07,814 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 608, reset compression=false 2024-11-27T20:21:07,818 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:07,818 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 735, reset compression=false 2024-11-27T20:21:07,818 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35797,1732738850228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:07,981 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 480, reset compression=false 2024-11-27T20:21:07,987 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:07,987 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:07,987 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,38719,1732738847325 got entry batch from reader: WALEntryBatch [walEntries=[{test/d74bd007a7553473dc8a0f64298cfb28/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T20:21:07,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:21:07,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:21:08,021 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 735, reset compression=false 2024-11-27T20:21:08,030 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:08,030 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 883, reset compression=false 2024-11-27T20:21:08,030 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35797,1732738850228 got entry batch from reader: WALEntryBatch [walEntries=[{test/eadd93e927355b660995ea3f3fb1bf17/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T20:21:08,032 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:21:08,036 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:21:08,192 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 760, reset compression=false 2024-11-27T20:21:08,194 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:08,197 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:08,197 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 932, reset compression=false 2024-11-27T20:21:08,197 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,46457,1732738853201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:08,242 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 883, reset compression=false 2024-11-27T20:21:08,401 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 932, reset compression=false 2024-11-27T20:21:08,497 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:08,547 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 883, reset compression=false 2024-11-27T20:21:08,705 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 932, reset compression=false 2024-11-27T20:21:08,805 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T20:21:08,809 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T20:21:08,907 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:08,959 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 883, reset compression=false 2024-11-27T20:21:08,964 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:08,964 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1042, reset compression=false 2024-11-27T20:21:08,964 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35797,1732738850228 got entry batch from reader: WALEntryBatch [walEntries=[{test/eadd93e927355b660995ea3f3fb1bf17/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T20:21:08,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:21:08,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46457 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:21:09,108 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 932, reset compression=false 2024-11-27T20:21:09,116 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:09,117 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1082, reset compression=false 2024-11-27T20:21:09,117 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,46457,1732738853201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:09,167 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1042, reset compression=false 2024-11-27T20:21:09,320 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1082, reset compression=false 2024-11-27T20:21:09,411 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:09,474 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1042, reset compression=false 2024-11-27T20:21:09,624 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1082, reset compression=false 2024-11-27T20:21:09,811 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T20:21:09,818 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T20:21:09,877 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1042, reset compression=false 2024-11-27T20:21:10,015 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:10,027 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1082, reset compression=false 2024-11-27T20:21:10,032 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:10,032 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1241, reset compression=false 2024-11-27T20:21:10,032 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,46457,1732738853201 got entry batch from reader: WALEntryBatch [walEntries=[{test/16146c33c970ffb6c5d38547b7f3ac97/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T20:21:10,033 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T20:21:10,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T20:21:10,236 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1241, reset compression=false 2024-11-27T20:21:10,389 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1042, reset compression=false 2024-11-27T20:21:10,393 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:10,393 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1191, reset compression=false 2024-11-27T20:21:10,393 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35797,1732738850228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:10,540 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1241, reset compression=false 2024-11-27T20:21:10,595 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1191, reset compression=false 2024-11-27T20:21:10,719 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:10,820 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T20:21:10,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:21:10,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:10,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:10,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:10,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:10,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:21:10,825 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=459073784, stopped=false 2024-11-27T20:21:10,825 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,32819,1732738853166 2024-11-27T20:21:10,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:10,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2140422859/running 2024-11-27T20:21:10,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2140422859/running 2024-11-27T20:21:10,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:21:10,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:21:10,827 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:10,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:10,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:10,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:10,828 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,46457,1732738853201' ***** 2024-11-27T20:21:10,828 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:21:10,829 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:21:10,829 INFO [RS:0;6daf43b95769:46457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:21:10,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:21:10,829 INFO [RS:0;6daf43b95769:46457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:21:10,829 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(3091): Received CLOSE for 16146c33c970ffb6c5d38547b7f3ac97 2024-11-27T20:21:10,829 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(3091): Received CLOSE for abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:10,829 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,46457,1732738853201 2024-11-27T20:21:10,829 INFO [RS:0;6daf43b95769:46457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:10,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Set watcher on znode that does not yet exist, /2-2140422859/running 2024-11-27T20:21:10,829 INFO [RS:0;6daf43b95769:46457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:46457. 2024-11-27T20:21:10,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Set watcher on znode that does not yet exist, /2-2140422859/running 2024-11-27T20:21:10,829 DEBUG [RS:0;6daf43b95769:46457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:10,829 DEBUG [RS:0;6daf43b95769:46457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:10,829 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16146c33c970ffb6c5d38547b7f3ac97, disabling compactions & flushes 2024-11-27T20:21:10,829 INFO [RS:0;6daf43b95769:46457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:21:10,830 INFO [RS:0;6daf43b95769:46457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:21:10,830 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:10,830 INFO [RS:0;6daf43b95769:46457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:21:10,830 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:10,830 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:21:10,830 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. after waiting 0 ms 2024-11-27T20:21:10,830 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:10,830 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16146c33c970ffb6c5d38547b7f3ac97 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T20:21:10,830 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:21:10,830 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1325): Online Regions={16146c33c970ffb6c5d38547b7f3ac97=test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97., 1588230740=hbase:meta,,1.1588230740, abbb585d90e4307312f5d5492b492b15=hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15.} 2024-11-27T20:21:10,830 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16146c33c970ffb6c5d38547b7f3ac97, abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:10,830 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:10,830 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:10,830 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:10,830 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:10,830 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:10,830 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:21:10,846 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/info/01f69e876c0049e381d9ba6c81c0b8ca is 147, key is hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15./info:regioninfo/1732738864405/Put/seqid=0 2024-11-27T20:21:10,848 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/.tmp/f/9c15519bb7664eb1b41739b5b376b6a5 is 29, key is row1/f:/1732738868806/DeleteFamily/seqid=0 2024-11-27T20:21:10,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741840_1016 (size=7686) 2024-11-27T20:21:10,850 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/info/01f69e876c0049e381d9ba6c81c0b8ca 2024-11-27T20:21:10,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741841_1017 (size=5152) 2024-11-27T20:21:10,869 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/ns/26e769bc83dc48f1bb52362b43025f42 is 43, key is default/ns:d/1732738855736/Put/seqid=0 2024-11-27T20:21:10,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741842_1018 (size=5153) 2024-11-27T20:21:10,897 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:10,899 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1191, reset compression=false 2024-11-27T20:21:10,944 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1241, reset compression=false 2024-11-27T20:21:10,947 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:10,948 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1488, reset compression=false 2024-11-27T20:21:10,948 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,46457,1732738853201 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:10,949 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,46457,1732738853201: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,46457,1732738853201, walGroup=6daf43b95769%2C46457%2C1732738853201, offset=6daf43b95769%2C46457%2C1732738853201.1732738854820:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:46457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:21:10,950 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:21:10,950 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:21:10,950 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:21:10,950 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:21:10,950 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:21:10,950 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 831573000 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 202096056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:21:10,951 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:32819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:32819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T20:21:11,030 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16146c33c970ffb6c5d38547b7f3ac97, abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:11,150 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1488, reset compression=false 2024-11-27T20:21:11,230 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16146c33c970ffb6c5d38547b7f3ac97, abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:11,252 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/.tmp/f/9c15519bb7664eb1b41739b5b376b6a5 2024-11-27T20:21:11,257 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c15519bb7664eb1b41739b5b376b6a5 2024-11-27T20:21:11,273 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/ns/26e769bc83dc48f1bb52362b43025f42 2024-11-27T20:21:11,275 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/.tmp/f1/de4d50229c2d4a798e494f28f1b876e6 is 30, key is row1/f1:/1732738868806/DeleteFamily/seqid=0 2024-11-27T20:21:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741843_1019 (size=5158) 2024-11-27T20:21:11,280 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/.tmp/f1/de4d50229c2d4a798e494f28f1b876e6 2024-11-27T20:21:11,283 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de4d50229c2d4a798e494f28f1b876e6 2024-11-27T20:21:11,296 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/rep_barrier/d610d7a5e58a4ffcb6494480a8305ef0 is 112, key is test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97./rep_barrier:seqnumDuringOpen/1732738860890/Put/seqid=0 2024-11-27T20:21:11,299 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/.tmp/norep/ef03f0ffce7e48bcb646c84692578a46 is 33, key is row2/norep:/1732738869812/DeleteFamily/seqid=0 2024-11-27T20:21:11,302 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1191, reset compression=false 2024-11-27T20:21:11,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741844_1020 (size=5518) 2024-11-27T20:21:11,310 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/rep_barrier/d610d7a5e58a4ffcb6494480a8305ef0 2024-11-27T20:21:11,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741845_1021 (size=5108) 2024-11-27T20:21:11,327 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/.tmp/norep/ef03f0ffce7e48bcb646c84692578a46 2024-11-27T20:21:11,330 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef03f0ffce7e48bcb646c84692578a46 2024-11-27T20:21:11,332 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/.tmp/f/9c15519bb7664eb1b41739b5b376b6a5 as hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/f/9c15519bb7664eb1b41739b5b376b6a5 2024-11-27T20:21:11,335 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/table/a4f5935379b24ff5a4c2630d0b1f2ca0 is 53, key is hbase:replication/table:state/1732738864419/Put/seqid=0 2024-11-27T20:21:11,337 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9c15519bb7664eb1b41739b5b376b6a5 2024-11-27T20:21:11,337 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/f/9c15519bb7664eb1b41739b5b376b6a5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T20:21:11,338 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/.tmp/f1/de4d50229c2d4a798e494f28f1b876e6 as hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/f1/de4d50229c2d4a798e494f28f1b876e6 2024-11-27T20:21:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741846_1022 (size=5308) 2024-11-27T20:21:11,344 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/table/a4f5935379b24ff5a4c2630d0b1f2ca0 2024-11-27T20:21:11,347 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de4d50229c2d4a798e494f28f1b876e6 2024-11-27T20:21:11,347 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/f1/de4d50229c2d4a798e494f28f1b876e6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T20:21:11,348 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/.tmp/norep/ef03f0ffce7e48bcb646c84692578a46 as hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/norep/ef03f0ffce7e48bcb646c84692578a46 2024-11-27T20:21:11,349 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/info/01f69e876c0049e381d9ba6c81c0b8ca as hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/info/01f69e876c0049e381d9ba6c81c0b8ca 2024-11-27T20:21:11,352 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef03f0ffce7e48bcb646c84692578a46 2024-11-27T20:21:11,352 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/norep/ef03f0ffce7e48bcb646c84692578a46, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T20:21:11,353 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 16146c33c970ffb6c5d38547b7f3ac97 in 523ms, sequenceid=10, compaction requested=false 2024-11-27T20:21:11,354 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/info/01f69e876c0049e381d9ba6c81c0b8ca, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:21:11,355 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/ns/26e769bc83dc48f1bb52362b43025f42 as hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/ns/26e769bc83dc48f1bb52362b43025f42 2024-11-27T20:21:11,358 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/ns/26e769bc83dc48f1bb52362b43025f42, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:21:11,359 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/rep_barrier/d610d7a5e58a4ffcb6494480a8305ef0 as hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/rep_barrier/d610d7a5e58a4ffcb6494480a8305ef0 2024-11-27T20:21:11,363 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/rep_barrier/d610d7a5e58a4ffcb6494480a8305ef0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:21:11,363 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/default/test/16146c33c970ffb6c5d38547b7f3ac97/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T20:21:11,364 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/.tmp/table/a4f5935379b24ff5a4c2630d0b1f2ca0 as hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/table/a4f5935379b24ff5a4c2630d0b1f2ca0 2024-11-27T20:21:11,364 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:11,364 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:21:11,364 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:11,364 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16146c33c970ffb6c5d38547b7f3ac97: Waiting for close lock at 1732738870829Running coprocessor pre-close hooks at 1732738870829Disabling compacts and flushes for region at 1732738870829Disabling writes for close at 1732738870830 (+1 ms)Obtaining lock to block concurrent updates at 1732738870830Preparing flush snapshotting stores in 16146c33c970ffb6c5d38547b7f3ac97 at 1732738870830Finished memstore snapshotting test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732738870830Flushing stores of test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. at 1732738870831 (+1 ms)Flushing 16146c33c970ffb6c5d38547b7f3ac97/f: creating writer at 1732738870831Flushing 16146c33c970ffb6c5d38547b7f3ac97/f: appending metadata at 1732738870848 (+17 ms)Flushing 16146c33c970ffb6c5d38547b7f3ac97/f: closing flushed file at 1732738870848Flushing 16146c33c970ffb6c5d38547b7f3ac97/f1: creating writer at 1732738871257 (+409 ms)Flushing 16146c33c970ffb6c5d38547b7f3ac97/f1: appending metadata at 1732738871275 (+18 ms)Flushing 16146c33c970ffb6c5d38547b7f3ac97/f1: closing flushed file at 1732738871275Flushing 16146c33c970ffb6c5d38547b7f3ac97/norep: creating writer at 1732738871284 (+9 ms)Flushing 16146c33c970ffb6c5d38547b7f3ac97/norep: appending metadata at 1732738871299 (+15 ms)Flushing 16146c33c970ffb6c5d38547b7f3ac97/norep: closing flushed file at 1732738871299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@350f45eb: reopening flushed file at 1732738871330 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19262ce6: reopening flushed file at 1732738871337 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274e7961: reopening flushed file at 1732738871347 (+10 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 16146c33c970ffb6c5d38547b7f3ac97 in 523ms, sequenceid=10, compaction requested=false at 1732738871353 (+6 ms)Writing region close event to WAL at 1732738871358 (+5 ms)Running coprocessor post-close hooks at 1732738871364 (+6 ms)Closed at 1732738871364 2024-11-27T20:21:11,364 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738860135.16146c33c970ffb6c5d38547b7f3ac97. 2024-11-27T20:21:11,364 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abbb585d90e4307312f5d5492b492b15, disabling compactions & flushes 2024-11-27T20:21:11,364 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:11,364 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:11,364 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. after waiting 0 ms 2024-11-27T20:21:11,364 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:11,364 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abbb585d90e4307312f5d5492b492b15: Waiting for close lock at 1732738871364Running coprocessor pre-close hooks at 1732738871364Disabling compacts and flushes for region at 1732738871364Disabling writes for close at 1732738871364Failed flush hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15., putting online again at 1732738871364 2024-11-27T20:21:11,365 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:11,368 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/table/a4f5935379b24ff5a4c2630d0b1f2ca0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:21:11,369 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 538ms, sequenceid=16, compaction requested=false 2024-11-27T20:21:11,384 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:21:11,385 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:11,385 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:21:11,385 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:11,385 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738870830Running coprocessor pre-close hooks at 1732738870830Disabling compacts and flushes for region at 1732738870830Disabling writes for close at 1732738870830Obtaining lock to block concurrent updates at 1732738870830Preparing flush snapshotting stores in 1588230740 at 1732738870830Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738870830Flushing stores of hbase:meta,,1.1588230740 at 1732738870831 (+1 ms)Flushing 1588230740/info: creating writer at 1732738870831Flushing 1588230740/info: appending metadata at 1732738870846 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732738870846Flushing 1588230740/ns: creating writer at 1732738870855 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732738870869 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732738870869Flushing 1588230740/rep_barrier: creating writer at 1732738871277 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738871296 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738871296Flushing 1588230740/table: creating writer at 1732738871314 (+18 ms)Flushing 1588230740/table: appending metadata at 1732738871335 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732738871335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@224771ee: reopening flushed file at 1732738871349 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cfd32c0: reopening flushed file at 1732738871354 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ba08fd: reopening flushed file at 1732738871359 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6453d09d: reopening flushed file at 1732738871363 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 538ms, sequenceid=16, compaction requested=false at 1732738871369 (+6 ms)Writing region close event to WAL at 1732738871380 (+11 ms)Running coprocessor post-close hooks at 1732738871385 (+5 ms)Closed at 1732738871385 2024-11-27T20:21:11,385 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:11,431 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(3091): Received CLOSE for abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:11,431 DEBUG [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1351): Waiting on abbb585d90e4307312f5d5492b492b15 2024-11-27T20:21:11,431 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abbb585d90e4307312f5d5492b492b15, disabling compactions & flushes 2024-11-27T20:21:11,431 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:11,431 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:11,431 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. after waiting 0 ms 2024-11-27T20:21:11,431 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:11,431 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abbb585d90e4307312f5d5492b492b15: Waiting for close lock at 1732738871431Running coprocessor pre-close hooks at 1732738871431Disabling compacts and flushes for region at 1732738871431Disabling writes for close at 1732738871431Failed flush hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15., putting online again at 1732738871431 2024-11-27T20:21:11,431 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738863617.abbb585d90e4307312f5d5492b492b15. 2024-11-27T20:21:11,459 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 1488, reset compression=false 2024-11-27T20:21:11,464 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:11,464 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.wal-reader.6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/WALs/6daf43b95769,46457,1732738853201/6daf43b95769%2C46457%2C1732738853201.1732738854820 to pos 2132, reset compression=false 2024-11-27T20:21:11,522 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:11,631 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T20:21:11,631 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,46457,1732738853201; all regions closed. 2024-11-27T20:21:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:21:11,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741839_1015 (size=2171) 2024-11-27T20:21:11,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741832_1008 (size=2140) 2024-11-27T20:21:11,638 DEBUG [RS:0;6daf43b95769:46457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:11,638 INFO [RS:0;6daf43b95769:46457 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:11,638 INFO [RS:0;6daf43b95769:46457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:11,638 INFO [RS:0;6daf43b95769:46457 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:11,638 INFO [RS:0;6daf43b95769:46457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:11,638 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:11,639 INFO [RS:0;6daf43b95769:46457 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,46457,1732738853201 because: Region server is closing 2024-11-27T20:21:11,639 INFO [RS:0;6daf43b95769:46457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:46457. 2024-11-27T20:21:11,639 DEBUG [RS:0;6daf43b95769:46457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:11,639 DEBUG [RS:0;6daf43b95769:46457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:11,640 DEBUG [RS:0;6daf43b95769:46457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:11,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:11,740 INFO [RS:0;6daf43b95769:46457 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,46457,1732738853201.replicationSource.shipper6daf43b95769%2C46457%2C1732738853201,1-6daf43b95769,46457,1732738853201 terminated 2024-11-27T20:21:11,740 INFO [RS:0;6daf43b95769:46457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:46457. 2024-11-27T20:21:11,740 DEBUG [RS:0;6daf43b95769:46457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:11,740 DEBUG [RS:0;6daf43b95769:46457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:11,740 DEBUG [RS:0;6daf43b95769:46457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:11,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:11,740 INFO [RS:0;6daf43b95769:46457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46457 2024-11-27T20:21:11,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2140422859/rs/6daf43b95769,46457,1732738853201 2024-11-27T20:21:11,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859/rs 2024-11-27T20:21:11,742 INFO [RS:0;6daf43b95769:46457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:11,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,46457,1732738853201] 2024-11-27T20:21:11,746 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2140422859/draining/6daf43b95769,46457,1732738853201 already deleted, retry=false 2024-11-27T20:21:11,746 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,46457,1732738853201 expired; onlineServers=0 2024-11-27T20:21:11,746 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,32819,1732738853166' ***** 2024-11-27T20:21:11,746 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:21:11,746 INFO [M:0;6daf43b95769:32819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:11,746 INFO [M:0;6daf43b95769:32819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:11,746 DEBUG [M:0;6daf43b95769:32819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:21:11,746 DEBUG [M:0;6daf43b95769:32819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:21:11,746 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:21:11,747 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738854559 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738854559,5,FailOnTimeoutGroup] 2024-11-27T20:21:11,747 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738854556 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738854556,5,FailOnTimeoutGroup] 2024-11-27T20:21:11,747 INFO [M:0;6daf43b95769:32819 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:11,747 INFO [M:0;6daf43b95769:32819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:11,747 DEBUG [M:0;6daf43b95769:32819 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:21:11,747 INFO [M:0;6daf43b95769:32819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:21:11,747 INFO [M:0;6daf43b95769:32819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:11,747 INFO [M:0;6daf43b95769:32819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:21:11,748 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:21:11,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2140422859/master 2024-11-27T20:21:11,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2140422859 2024-11-27T20:21:11,749 DEBUG [M:0;6daf43b95769:32819 {}] zookeeper.ZKUtil(347): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Unable to get data of znode /2-2140422859/master because node does not exist (not an error) 2024-11-27T20:21:11,749 WARN [M:0;6daf43b95769:32819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:21:11,749 INFO [M:0;6daf43b95769:32819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/.lastflushedseqids 2024-11-27T20:21:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741847_1023 (size=245) 2024-11-27T20:21:11,754 INFO [M:0;6daf43b95769:32819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:21:11,754 INFO [M:0;6daf43b95769:32819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:21:11,754 DEBUG [M:0;6daf43b95769:32819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:11,754 INFO [M:0;6daf43b95769:32819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:11,754 DEBUG [M:0;6daf43b95769:32819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:11,754 DEBUG [M:0;6daf43b95769:32819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:11,754 DEBUG [M:0;6daf43b95769:32819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:11,754 INFO [M:0;6daf43b95769:32819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.48 KB heapSize=64.89 KB 2024-11-27T20:21:11,773 DEBUG [M:0;6daf43b95769:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b79a5b18de14c08ae8b1c36fa431615 is 82, key is hbase:meta,,1/info:regioninfo/1732738855727/Put/seqid=0 2024-11-27T20:21:11,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741848_1024 (size=5672) 2024-11-27T20:21:11,777 INFO [M:0;6daf43b95769:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b79a5b18de14c08ae8b1c36fa431615 2024-11-27T20:21:11,799 DEBUG [M:0;6daf43b95769:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36775e399e5d4ce6b258c70a1fdbd0e1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732738864423/Put/seqid=0 2024-11-27T20:21:11,807 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1191, reset compression=false 2024-11-27T20:21:11,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741849_1025 (size=8514) 2024-11-27T20:21:11,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:11,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46457-0x1015b16781d0007, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:11,844 INFO [RS:0;6daf43b95769:46457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:11,844 INFO [RS:0;6daf43b95769:46457 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,46457,1732738853201; zookeeper connection closed. 2024-11-27T20:21:11,844 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36fe2af0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36fe2af0 2024-11-27T20:21:11,844 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:21:12,209 INFO [M:0;6daf43b95769:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.92 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36775e399e5d4ce6b258c70a1fdbd0e1 2024-11-27T20:21:12,231 DEBUG [M:0;6daf43b95769:32819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b81e1d98fed4b1daab89d0bb3159cc3 is 69, key is 6daf43b95769,46457,1732738853201/rs:state/1732738854645/Put/seqid=0 2024-11-27T20:21:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741850_1026 (size=5156) 2024-11-27T20:21:12,410 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1191, reset compression=false 2024-11-27T20:21:12,429 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:12,636 INFO [M:0;6daf43b95769:32819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b81e1d98fed4b1daab89d0bb3159cc3 2024-11-27T20:21:12,640 DEBUG [M:0;6daf43b95769:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b79a5b18de14c08ae8b1c36fa431615 as hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b79a5b18de14c08ae8b1c36fa431615 2024-11-27T20:21:12,643 INFO [M:0;6daf43b95769:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b79a5b18de14c08ae8b1c36fa431615, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T20:21:12,644 DEBUG [M:0;6daf43b95769:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/36775e399e5d4ce6b258c70a1fdbd0e1 as hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36775e399e5d4ce6b258c70a1fdbd0e1 2024-11-27T20:21:12,647 INFO [M:0;6daf43b95769:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/36775e399e5d4ce6b258c70a1fdbd0e1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T20:21:12,648 DEBUG [M:0;6daf43b95769:32819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0b81e1d98fed4b1daab89d0bb3159cc3 as hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b81e1d98fed4b1daab89d0bb3159cc3 2024-11-27T20:21:12,651 INFO [M:0;6daf43b95769:32819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38785/user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0b81e1d98fed4b1daab89d0bb3159cc3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T20:21:12,652 INFO [M:0;6daf43b95769:32819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false 2024-11-27T20:21:12,653 INFO [M:0;6daf43b95769:32819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:12,653 DEBUG [M:0;6daf43b95769:32819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738871754Disabling compacts and flushes for region at 1732738871754Disabling writes for close at 1732738871754Obtaining lock to block concurrent updates at 1732738871754Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738871754Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56811, getHeapSize=66384, getOffHeapSize=0, getCellsCount=114 at 1732738871754Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738871755 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738871755Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738871772 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738871772Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738871781 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738871799 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738871799Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738872213 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738872230 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738872230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545bccbf: reopening flushed file at 1732738872639 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e32d03: reopening flushed file at 1732738872643 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4fe2b2: reopening flushed file at 1732738872647 (+4 ms)Finished flush of dataSize ~55.48 KB/56811, heapSize ~64.59 KB/66144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false at 1732738872652 (+5 ms)Writing region close event to WAL at 1732738872653 (+1 ms)Closed at 1732738872653 2024-11-27T20:21:12,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43421 is added to blk_1073741830_1006 (size=63630) 2024-11-27T20:21:12,662 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/783662a3-13a0-5832-62d8-11cc8e4cc623/MasterData/WALs/6daf43b95769,32819,1732738853166/6daf43b95769%2C32819%2C1732738853166.1732738854469 not finished, retry = 0 2024-11-27T20:21:12,763 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:12,763 INFO [M:0;6daf43b95769:32819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:21:12,764 INFO [M:0;6daf43b95769:32819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32819 2024-11-27T20:21:12,764 INFO [M:0;6daf43b95769:32819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:12,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:12,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32819-0x1015b16781d0006, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:12,867 INFO [M:0;6daf43b95769:32819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:12,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73c90f11{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:12,871 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16434005{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:12,871 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:12,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62165bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:12,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b1a18f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:12,873 WARN [BP-33970601-172.17.0.2-1732738852083 heartbeating to localhost/127.0.0.1:38785 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:21:12,873 WARN [BP-33970601-172.17.0.2-1732738852083 heartbeating to localhost/127.0.0.1:38785 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-33970601-172.17.0.2-1732738852083 (Datanode Uuid 4943cd9a-c959-4937-bea1-219ab443d331) service to localhost/127.0.0.1:38785 2024-11-27T20:21:12,873 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:21:12,873 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:21:12,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/cluster_041585e1-bbff-2ebd-ef4f-c85bd48eb00b/data/data1/current/BP-33970601-172.17.0.2-1732738852083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:12,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/cluster_041585e1-bbff-2ebd-ef4f-c85bd48eb00b/data/data2/current/BP-33970601-172.17.0.2-1732738852083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:12,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:21:12,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1897c596{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:12,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42b59057{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:12,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:12,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e46ca45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:12,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75c4dd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:12,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:21:12,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:21:12,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:12,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:12,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:12,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:12,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:12,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:21:12,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=257355762, stopped=false 2024-11-27T20:21:12,904 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,39515,1732738850189 2024-11-27T20:21:12,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1614199849/running 2024-11-27T20:21:12,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1614199849/running 2024-11-27T20:21:12,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:21:12,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:21:12,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Set watcher on znode that does not yet exist, /1614199849/running 2024-11-27T20:21:12,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Set watcher on znode that does not yet exist, /1614199849/running 2024-11-27T20:21:12,906 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:12,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:12,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:12,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:12,908 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,35797,1732738850228' ***** 2024-11-27T20:21:12,908 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:21:12,908 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:21:12,909 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:21:12,909 INFO [RS:0;6daf43b95769:35797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:21:12,909 INFO [RS:0;6daf43b95769:35797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:21:12,909 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(3091): Received CLOSE for eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:21:12,909 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(3091): Received CLOSE for 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:12,909 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,35797,1732738850228 2024-11-27T20:21:12,909 INFO [RS:0;6daf43b95769:35797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:12,909 INFO [RS:0;6daf43b95769:35797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:35797. 2024-11-27T20:21:12,909 DEBUG [RS:0;6daf43b95769:35797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:12,909 DEBUG [RS:0;6daf43b95769:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:12,909 INFO [RS:0;6daf43b95769:35797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:21:12,910 INFO [RS:0;6daf43b95769:35797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:21:12,910 INFO [RS:0;6daf43b95769:35797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:21:12,910 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:21:12,910 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:21:12,910 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1325): Online Regions={eadd93e927355b660995ea3f3fb1bf17=test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17., 1588230740=hbase:meta,,1.1588230740, 056631f962bb56bb5cd8086f7134bafe=hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe.} 2024-11-27T20:21:12,910 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1351): Waiting on 056631f962bb56bb5cd8086f7134bafe, 1588230740, eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:21:12,910 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:12,910 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:12,910 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:12,910 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:12,910 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:12,910 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:21:12,910 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eadd93e927355b660995ea3f3fb1bf17, disabling compactions & flushes 2024-11-27T20:21:12,911 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:21:12,911 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:21:12,911 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. after waiting 0 ms 2024-11-27T20:21:12,911 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:21:12,911 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eadd93e927355b660995ea3f3fb1bf17 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T20:21:12,932 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/.tmp/f/b1caaf61b4f64826902fe2ca1705934d is 29, key is row1/f:/1732738868806/DeleteFamily/seqid=0 2024-11-27T20:21:12,933 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/info/27207398bcc6449aa13efb693b3527f0 is 147, key is hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe./info:regioninfo/1732738862971/Put/seqid=0 2024-11-27T20:21:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741841_1017 (size=7686) 2024-11-27T20:21:12,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741840_1016 (size=5152) 2024-11-27T20:21:12,942 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/.tmp/f/b1caaf61b4f64826902fe2ca1705934d 2024-11-27T20:21:12,942 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/info/27207398bcc6449aa13efb693b3527f0 2024-11-27T20:21:12,949 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1caaf61b4f64826902fe2ca1705934d 2024-11-27T20:21:12,966 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/ns/62dd4674b2ad43658dbeedc2f6c21e01 is 43, key is default/ns:d/1732738852018/Put/seqid=0 2024-11-27T20:21:12,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741842_1018 (size=5153) 2024-11-27T20:21:12,977 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/.tmp/f1/308201fb1a244cb2ab5a3f556bf05b45 is 30, key is row1/f1:/1732738868806/DeleteFamily/seqid=0 2024-11-27T20:21:12,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741843_1019 (size=5158) 2024-11-27T20:21:13,008 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:13,110 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1351): Waiting on 056631f962bb56bb5cd8086f7134bafe, 1588230740, eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:21:13,114 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1191, reset compression=false 2024-11-27T20:21:13,118 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:13,119 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1438, reset compression=false 2024-11-27T20:21:13,119 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,35797,1732738850228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:13,120 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,35797,1732738850228: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,35797,1732738850228, walGroup=6daf43b95769%2C35797%2C1732738850228, offset=6daf43b95769%2C35797%2C1732738850228.1732738851420:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:35797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:21:13,121 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:21:13,121 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:21:13,121 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:21:13,122 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:21:13,122 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:21:13,122 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 898681864 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202448808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:21:13,122 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:39515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:39515 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T20:21:13,310 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1351): Waiting on 056631f962bb56bb5cd8086f7134bafe, 1588230740, eadd93e927355b660995ea3f3fb1bf17 2024-11-27T20:21:13,322 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1438, reset compression=false 2024-11-27T20:21:13,338 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:21:13,338 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:21:13,371 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/ns/62dd4674b2ad43658dbeedc2f6c21e01 2024-11-27T20:21:13,384 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/.tmp/f1/308201fb1a244cb2ab5a3f556bf05b45 2024-11-27T20:21:13,388 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 308201fb1a244cb2ab5a3f556bf05b45 2024-11-27T20:21:13,393 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/rep_barrier/b3a7012665a346e59a35eef024dd576c is 112, key is test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17./rep_barrier:seqnumDuringOpen/1732738859145/Put/seqid=0 2024-11-27T20:21:13,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741844_1020 (size=5518) 2024-11-27T20:21:13,398 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/rep_barrier/b3a7012665a346e59a35eef024dd576c 2024-11-27T20:21:13,406 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/.tmp/norep/4251e976e93149fb80407709a70a4f54 is 33, key is row1/norep:/1732738868806/DeleteFamily/seqid=0 2024-11-27T20:21:13,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741845_1021 (size=5108) 2024-11-27T20:21:13,420 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/.tmp/norep/4251e976e93149fb80407709a70a4f54 2024-11-27T20:21:13,425 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4251e976e93149fb80407709a70a4f54 2024-11-27T20:21:13,425 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/table/3fd47d06bb264d67aa3494967b076b85 is 53, key is hbase:replication/table:state/1732738862980/Put/seqid=0 2024-11-27T20:21:13,425 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/.tmp/f/b1caaf61b4f64826902fe2ca1705934d as hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/f/b1caaf61b4f64826902fe2ca1705934d 2024-11-27T20:21:13,429 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1caaf61b4f64826902fe2ca1705934d 2024-11-27T20:21:13,429 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/f/b1caaf61b4f64826902fe2ca1705934d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T20:21:13,430 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/.tmp/f1/308201fb1a244cb2ab5a3f556bf05b45 as hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/f1/308201fb1a244cb2ab5a3f556bf05b45 2024-11-27T20:21:13,432 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:13,438 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 308201fb1a244cb2ab5a3f556bf05b45 2024-11-27T20:21:13,438 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/f1/308201fb1a244cb2ab5a3f556bf05b45, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T20:21:13,439 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/.tmp/norep/4251e976e93149fb80407709a70a4f54 as hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/norep/4251e976e93149fb80407709a70a4f54 2024-11-27T20:21:13,443 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4251e976e93149fb80407709a70a4f54 2024-11-27T20:21:13,443 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/norep/4251e976e93149fb80407709a70a4f54, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T20:21:13,444 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for eadd93e927355b660995ea3f3fb1bf17 in 533ms, sequenceid=10, compaction requested=false 2024-11-27T20:21:13,444 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T20:21:13,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741846_1022 (size=5308) 2024-11-27T20:21:13,468 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/default/test/eadd93e927355b660995ea3f3fb1bf17/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T20:21:13,469 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:13,469 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:21:13,469 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:21:13,469 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eadd93e927355b660995ea3f3fb1bf17: Waiting for close lock at 1732738872910Running coprocessor pre-close hooks at 1732738872910Disabling compacts and flushes for region at 1732738872910Disabling writes for close at 1732738872911 (+1 ms)Obtaining lock to block concurrent updates at 1732738872911Preparing flush snapshotting stores in eadd93e927355b660995ea3f3fb1bf17 at 1732738872911Finished memstore snapshotting test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732738872912 (+1 ms)Flushing stores of test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. at 1732738872912Flushing eadd93e927355b660995ea3f3fb1bf17/f: creating writer at 1732738872912Flushing eadd93e927355b660995ea3f3fb1bf17/f: appending metadata at 1732738872932 (+20 ms)Flushing eadd93e927355b660995ea3f3fb1bf17/f: closing flushed file at 1732738872932Flushing eadd93e927355b660995ea3f3fb1bf17/f1: creating writer at 1732738872950 (+18 ms)Flushing eadd93e927355b660995ea3f3fb1bf17/f1: appending metadata at 1732738872977 (+27 ms)Flushing eadd93e927355b660995ea3f3fb1bf17/f1: closing flushed file at 1732738872977Flushing eadd93e927355b660995ea3f3fb1bf17/norep: creating writer at 1732738873388 (+411 ms)Flushing eadd93e927355b660995ea3f3fb1bf17/norep: appending metadata at 1732738873405 (+17 ms)Flushing eadd93e927355b660995ea3f3fb1bf17/norep: closing flushed file at 1732738873405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cad2023: reopening flushed file at 1732738873425 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f639729: reopening flushed file at 1732738873430 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778e9e14: reopening flushed file at 1732738873438 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for eadd93e927355b660995ea3f3fb1bf17 in 533ms, sequenceid=10, compaction requested=false at 1732738873444 (+6 ms)Writing region close event to WAL at 1732738873457 (+13 ms)Running coprocessor post-close hooks at 1732738873469 (+12 ms)Closed at 1732738873469 2024-11-27T20:21:13,469 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738857984.eadd93e927355b660995ea3f3fb1bf17. 2024-11-27T20:21:13,469 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 056631f962bb56bb5cd8086f7134bafe, disabling compactions & flushes 2024-11-27T20:21:13,469 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:13,469 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:13,469 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. after waiting 0 ms 2024-11-27T20:21:13,469 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:13,469 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 056631f962bb56bb5cd8086f7134bafe: Waiting for close lock at 1732738873469Running coprocessor pre-close hooks at 1732738873469Disabling compacts and flushes for region at 1732738873469Disabling writes for close at 1732738873469Failed flush hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe., putting online again at 1732738873469 2024-11-27T20:21:13,469 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:13,511 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(3091): Received CLOSE for 056631f962bb56bb5cd8086f7134bafe 2024-11-27T20:21:13,511 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1351): Waiting on 056631f962bb56bb5cd8086f7134bafe, 1588230740 2024-11-27T20:21:13,511 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 056631f962bb56bb5cd8086f7134bafe, disabling compactions & flushes 2024-11-27T20:21:13,511 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:13,511 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:13,511 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. after waiting 0 ms 2024-11-27T20:21:13,511 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:13,511 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 056631f962bb56bb5cd8086f7134bafe: Waiting for close lock at 1732738873511Running coprocessor pre-close hooks at 1732738873511Disabling compacts and flushes for region at 1732738873511Disabling writes for close at 1732738873511Failed flush hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe., putting online again at 1732738873511 2024-11-27T20:21:13,511 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe. 2024-11-27T20:21:13,626 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 1438, reset compression=false 2024-11-27T20:21:13,631 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:13,631 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 2082, reset compression=false 2024-11-27T20:21:13,711 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:13,835 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/WALs/6daf43b95769,35797,1732738850228/6daf43b95769%2C35797%2C1732738850228.1732738851420 to pos 2082, reset compression=false 2024-11-27T20:21:13,854 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/table/3fd47d06bb264d67aa3494967b076b85 2024-11-27T20:21:13,859 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/info/27207398bcc6449aa13efb693b3527f0 as hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/info/27207398bcc6449aa13efb693b3527f0 2024-11-27T20:21:13,862 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/info/27207398bcc6449aa13efb693b3527f0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:21:13,863 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/ns/62dd4674b2ad43658dbeedc2f6c21e01 as hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/ns/62dd4674b2ad43658dbeedc2f6c21e01 2024-11-27T20:21:13,867 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/ns/62dd4674b2ad43658dbeedc2f6c21e01, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:21:13,868 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/rep_barrier/b3a7012665a346e59a35eef024dd576c as hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/rep_barrier/b3a7012665a346e59a35eef024dd576c 2024-11-27T20:21:13,871 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/rep_barrier/b3a7012665a346e59a35eef024dd576c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:21:13,872 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/.tmp/table/3fd47d06bb264d67aa3494967b076b85 as hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/table/3fd47d06bb264d67aa3494967b076b85 2024-11-27T20:21:13,882 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/table/3fd47d06bb264d67aa3494967b076b85, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:21:13,883 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 973ms, sequenceid=16, compaction requested=false 2024-11-27T20:21:13,883 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:21:13,900 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:21:13,901 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:13,901 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:21:13,901 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:13,901 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738872910Running coprocessor pre-close hooks at 1732738872910Disabling compacts and flushes for region at 1732738872910Disabling writes for close at 1732738872910Obtaining lock to block concurrent updates at 1732738872910Preparing flush snapshotting stores in 1588230740 at 1732738872910Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738872911 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738872911Flushing 1588230740/info: creating writer at 1732738872911Flushing 1588230740/info: appending metadata at 1732738872933 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732738872933Flushing 1588230740/ns: creating writer at 1732738872947 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732738872965 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732738872965Flushing 1588230740/rep_barrier: creating writer at 1732738873376 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738873393 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738873393Flushing 1588230740/table: creating writer at 1732738873402 (+9 ms)Flushing 1588230740/table: appending metadata at 1732738873424 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732738873424Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322cfb90: reopening flushed file at 1732738873858 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e25682e: reopening flushed file at 1732738873863 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ee661d: reopening flushed file at 1732738873867 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704a7814: reopening flushed file at 1732738873871 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 973ms, sequenceid=16, compaction requested=false at 1732738873883 (+12 ms)Writing region close event to WAL at 1732738873892 (+9 ms)Running coprocessor post-close hooks at 1732738873901 (+9 ms)Closed at 1732738873901 2024-11-27T20:21:13,901 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:13,911 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:21:13,911 DEBUG [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1325): Online Regions={056631f962bb56bb5cd8086f7134bafe=hbase:replication,,1732738862500.056631f962bb56bb5cd8086f7134bafe.} 2024-11-27T20:21:13,911 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T20:21:13,911 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,35797,1732738850228; all regions closed. 2024-11-27T20:21:13,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:21:13,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741839_1015 (size=2171) 2024-11-27T20:21:13,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741833_1009 (size=2090) 2024-11-27T20:21:13,939 DEBUG [RS:0;6daf43b95769:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:13,939 INFO [RS:0;6daf43b95769:35797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:13,939 INFO [RS:0;6daf43b95769:35797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:13,940 INFO [RS:0;6daf43b95769:35797 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:13,940 INFO [RS:0;6daf43b95769:35797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:13,940 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:13,940 INFO [RS:0;6daf43b95769:35797 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,35797,1732738850228 because: Region server is closing 2024-11-27T20:21:13,940 INFO [RS:0;6daf43b95769:35797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:35797. 2024-11-27T20:21:13,941 DEBUG [RS:0;6daf43b95769:35797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:13,941 DEBUG [RS:0;6daf43b95769:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:13,941 DEBUG [RS:0;6daf43b95769:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:13,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:14,041 INFO [RS:0;6daf43b95769:35797 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.shipper6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 terminated 2024-11-27T20:21:14,041 INFO [RS:0;6daf43b95769:35797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:35797. 2024-11-27T20:21:14,041 DEBUG [RS:0;6daf43b95769:35797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:14,041 DEBUG [RS:0;6daf43b95769:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:14,041 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,35797,1732738850228.replicationSource.wal-reader.6daf43b95769%2C35797%2C1732738850228,1-6daf43b95769,35797,1732738850228 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:21:14,042 DEBUG [RS:0;6daf43b95769:35797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:14,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:14,042 INFO [RS:0;6daf43b95769:35797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35797 2024-11-27T20:21:14,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849/rs 2024-11-27T20:21:14,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1614199849/rs/6daf43b95769,35797,1732738850228 2024-11-27T20:21:14,047 INFO [RS:0;6daf43b95769:35797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:14,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,35797,1732738850228] 2024-11-27T20:21:14,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1614199849/draining/6daf43b95769,35797,1732738850228 already deleted, retry=false 2024-11-27T20:21:14,049 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,35797,1732738850228 expired; onlineServers=0 2024-11-27T20:21:14,049 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,39515,1732738850189' ***** 2024-11-27T20:21:14,049 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:21:14,049 INFO [M:0;6daf43b95769:39515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:14,049 INFO [M:0;6daf43b95769:39515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:14,049 DEBUG [M:0;6daf43b95769:39515 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:21:14,049 DEBUG [M:0;6daf43b95769:39515 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:21:14,049 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:21:14,049 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738851236 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738851236,5,FailOnTimeoutGroup] 2024-11-27T20:21:14,049 INFO [M:0;6daf43b95769:39515 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:14,049 INFO [M:0;6daf43b95769:39515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:14,049 DEBUG [M:0;6daf43b95769:39515 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:21:14,049 INFO [M:0;6daf43b95769:39515 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:21:14,049 INFO [M:0;6daf43b95769:39515 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:14,050 INFO [M:0;6daf43b95769:39515 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:21:14,050 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:21:14,050 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738851236 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738851236,5,FailOnTimeoutGroup] 2024-11-27T20:21:14,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1614199849/master 2024-11-27T20:21:14,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1614199849 2024-11-27T20:21:14,058 DEBUG [M:0;6daf43b95769:39515 {}] zookeeper.RecoverableZooKeeper(212): Node /1614199849/master already deleted, retry=false 2024-11-27T20:21:14,058 DEBUG [M:0;6daf43b95769:39515 {}] master.ActiveMasterManager(353): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Failed delete of our master address node; KeeperErrorCode = NoNode for /1614199849/master 2024-11-27T20:21:14,059 INFO [M:0;6daf43b95769:39515 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/.lastflushedseqids 2024-11-27T20:21:14,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741847_1023 (size=245) 2024-11-27T20:21:14,071 INFO [M:0;6daf43b95769:39515 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:21:14,071 INFO [M:0;6daf43b95769:39515 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:21:14,071 DEBUG [M:0;6daf43b95769:39515 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:14,071 INFO [M:0;6daf43b95769:39515 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:14,071 DEBUG [M:0;6daf43b95769:39515 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:14,071 DEBUG [M:0;6daf43b95769:39515 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:14,071 DEBUG [M:0;6daf43b95769:39515 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:14,072 INFO [M:0;6daf43b95769:39515 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T20:21:14,100 DEBUG [M:0;6daf43b95769:39515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6238b9d859854602a616c57caf2641a7 is 82, key is hbase:meta,,1/info:regioninfo/1732738852010/Put/seqid=0 2024-11-27T20:21:14,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741848_1024 (size=5672) 2024-11-27T20:21:14,105 INFO [M:0;6daf43b95769:39515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6238b9d859854602a616c57caf2641a7 2024-11-27T20:21:14,139 DEBUG [M:0;6daf43b95769:39515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51cbae8ddac54110b44e9532fce81185 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732738862985/Put/seqid=0 2024-11-27T20:21:14,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:14,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35797-0x1015b16781d0004, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:14,148 INFO [RS:0;6daf43b95769:35797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:14,149 INFO [RS:0;6daf43b95769:35797 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,35797,1732738850228; zookeeper connection closed. 2024-11-27T20:21:14,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741849_1025 (size=8515) 2024-11-27T20:21:14,150 INFO [M:0;6daf43b95769:39515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51cbae8ddac54110b44e9532fce81185 2024-11-27T20:21:14,158 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10270082 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10270082 2024-11-27T20:21:14,158 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:21:14,193 DEBUG [M:0;6daf43b95769:39515 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90b3ae87f61643b09d187c3c933437fd is 69, key is 6daf43b95769,35797,1732738850228/rs:state/1732738851274/Put/seqid=0 2024-11-27T20:21:14,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741850_1026 (size=5156) 2024-11-27T20:21:14,556 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:14,597 INFO [M:0;6daf43b95769:39515 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90b3ae87f61643b09d187c3c933437fd 2024-11-27T20:21:14,602 DEBUG [M:0;6daf43b95769:39515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6238b9d859854602a616c57caf2641a7 as hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6238b9d859854602a616c57caf2641a7 2024-11-27T20:21:14,606 INFO [M:0;6daf43b95769:39515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6238b9d859854602a616c57caf2641a7, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T20:21:14,607 DEBUG [M:0;6daf43b95769:39515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51cbae8ddac54110b44e9532fce81185 as hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51cbae8ddac54110b44e9532fce81185 2024-11-27T20:21:14,610 INFO [M:0;6daf43b95769:39515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51cbae8ddac54110b44e9532fce81185, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T20:21:14,611 DEBUG [M:0;6daf43b95769:39515 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90b3ae87f61643b09d187c3c933437fd as hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90b3ae87f61643b09d187c3c933437fd 2024-11-27T20:21:14,614 INFO [M:0;6daf43b95769:39515 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90b3ae87f61643b09d187c3c933437fd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T20:21:14,615 INFO [M:0;6daf43b95769:39515 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=97, compaction requested=false 2024-11-27T20:21:14,618 INFO [M:0;6daf43b95769:39515 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:14,618 DEBUG [M:0;6daf43b95769:39515 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738874071Disabling compacts and flushes for region at 1732738874071Disabling writes for close at 1732738874071Obtaining lock to block concurrent updates at 1732738874072 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738874072Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732738874072Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738874073 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738874073Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738874099 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738874099Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738874116 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738874138 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738874138Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738874160 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738874192 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738874192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79878e1d: reopening flushed file at 1732738874602 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356e05cb: reopening flushed file at 1732738874606 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@354ace44: reopening flushed file at 1732738874610 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=97, compaction requested=false at 1732738874615 (+5 ms)Writing region close event to WAL at 1732738874617 (+2 ms)Closed at 1732738874617 2024-11-27T20:21:14,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741830_1006 (size=63642) 2024-11-27T20:21:14,620 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5501c19d-1c65-8f16-bf0b-f34e878b3fbb/MasterData/WALs/6daf43b95769,39515,1732738850189/6daf43b95769%2C39515%2C1732738850189.1732738851127 not finished, retry = 0 2024-11-27T20:21:14,721 INFO [M:0;6daf43b95769:39515 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:21:14,721 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:14,721 INFO [M:0;6daf43b95769:39515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39515 2024-11-27T20:21:14,722 INFO [M:0;6daf43b95769:39515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:14,824 INFO [M:0;6daf43b95769:39515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:14,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:14,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39515-0x1015b16781d0003, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:14,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76baa6e6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:14,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626dbc0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:14,827 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:14,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@651f0bba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:14,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26f5d9dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:14,829 WARN [BP-1731869624-172.17.0.2-1732738849187 heartbeating to localhost/127.0.0.1:33403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:21:14,829 WARN [BP-1731869624-172.17.0.2-1732738849187 heartbeating to localhost/127.0.0.1:33403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1731869624-172.17.0.2-1732738849187 (Datanode Uuid 066957b7-7888-4cb5-9f94-169e9bf5a737) service to localhost/127.0.0.1:33403 2024-11-27T20:21:14,829 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:21:14,829 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:21:14,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/cluster_19026d7c-2f1d-3a98-9243-9cb5697f50d5/data/data1/current/BP-1731869624-172.17.0.2-1732738849187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:14,830 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/cluster_19026d7c-2f1d-3a98-9243-9cb5697f50d5/data/data2/current/BP-1731869624-172.17.0.2-1732738849187 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:14,830 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:21:14,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e1f3db0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:14,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3eca8c71{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:14,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:14,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2acf4736{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:14,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fc0ac40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec6e1e2b-57d1-91ea-9b03-6c32b99bd0bc/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:14,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:21:14,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:21:14,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:14,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:14,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:14,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:14,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:14,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:21:14,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2018439962, stopped=false 2024-11-27T20:21:14,858 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,33033,1732738847275 2024-11-27T20:21:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/049974761/running 2024-11-27T20:21:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:21:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/049974761/running 2024-11-27T20:21:14,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:21:14,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Set watcher on znode that does not yet exist, /049974761/running 2024-11-27T20:21:14,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Set watcher on znode that does not yet exist, /049974761/running 2024-11-27T20:21:14,868 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:14,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:14,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:14,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:14,869 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,38719,1732738847325' ***** 2024-11-27T20:21:14,869 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:21:14,869 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:21:14,869 INFO [RS:0;6daf43b95769:38719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:21:14,869 INFO [RS:0;6daf43b95769:38719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:21:14,869 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(3091): Received CLOSE for d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:21:14,869 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:21:14,869 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e1e64348328911db179fc756345d538 2024-11-27T20:21:14,869 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,38719,1732738847325 2024-11-27T20:21:14,869 INFO [RS:0;6daf43b95769:38719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:14,869 INFO [RS:0;6daf43b95769:38719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:38719. 2024-11-27T20:21:14,870 DEBUG [RS:0;6daf43b95769:38719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:14,870 DEBUG [RS:0;6daf43b95769:38719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:14,870 INFO [RS:0;6daf43b95769:38719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:21:14,870 INFO [RS:0;6daf43b95769:38719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:21:14,870 INFO [RS:0;6daf43b95769:38719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:21:14,870 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:21:14,870 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:21:14,870 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d74bd007a7553473dc8a0f64298cfb28, disabling compactions & flushes 2024-11-27T20:21:14,870 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1325): Online Regions={d74bd007a7553473dc8a0f64298cfb28=test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28., 1588230740=hbase:meta,,1.1588230740, 6e1e64348328911db179fc756345d538=hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538.} 2024-11-27T20:21:14,870 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:21:14,870 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:21:14,870 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e1e64348328911db179fc756345d538, d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:21:14,870 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. after waiting 0 ms 2024-11-27T20:21:14,870 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:21:14,870 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d74bd007a7553473dc8a0f64298cfb28 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-27T20:21:14,871 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:14,872 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:14,872 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:14,872 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:14,872 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:14,872 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:21:14,894 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/.tmp/f/2ffc4473033e4f42b15b364c155c3432 is 28, key is row/f:/1732738867801/DeleteFamily/seqid=0 2024-11-27T20:21:14,894 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/info/b75d95f673ed4682b5999bfc745e47d9 is 147, key is hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538./info:regioninfo/1732738862097/Put/seqid=0 2024-11-27T20:21:14,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741840_1016 (size=5085) 2024-11-27T20:21:14,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741841_1017 (size=7686) 2024-11-27T20:21:14,900 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/.tmp/f/2ffc4473033e4f42b15b364c155c3432 2024-11-27T20:21:14,901 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:14,904 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ffc4473033e4f42b15b364c155c3432 2024-11-27T20:21:14,918 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/.tmp/f1/e999bd19c6f64bc3b08968d275fb94b3 is 29, key is row/f1:/1732738867801/DeleteFamily/seqid=0 2024-11-27T20:21:14,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741842_1018 (size=5089) 2024-11-27T20:21:14,922 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/.tmp/f1/e999bd19c6f64bc3b08968d275fb94b3 2024-11-27T20:21:14,925 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e999bd19c6f64bc3b08968d275fb94b3 2024-11-27T20:21:14,940 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/.tmp/norep/8a6f5b6549a94131a49f04f4c9b56229 is 32, key is row/norep:/1732738867801/DeleteFamily/seqid=0 2024-11-27T20:21:14,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741843_1019 (size=5101) 2024-11-27T20:21:15,068 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:21:15,068 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:21:15,070 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e1e64348328911db179fc756345d538, d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:21:15,271 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e1e64348328911db179fc756345d538, d74bd007a7553473dc8a0f64298cfb28 2024-11-27T20:21:15,301 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/info/b75d95f673ed4682b5999bfc745e47d9 2024-11-27T20:21:15,325 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/ns/70653f8b2b5249c59a5f1429ef6d156f is 43, key is default/ns:d/1732738849068/Put/seqid=0 2024-11-27T20:21:15,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741844_1020 (size=5153) 2024-11-27T20:21:15,349 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/.tmp/norep/8a6f5b6549a94131a49f04f4c9b56229 2024-11-27T20:21:15,354 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a6f5b6549a94131a49f04f4c9b56229 2024-11-27T20:21:15,355 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/.tmp/f/2ffc4473033e4f42b15b364c155c3432 as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/f/2ffc4473033e4f42b15b364c155c3432 2024-11-27T20:21:15,359 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ffc4473033e4f42b15b364c155c3432 2024-11-27T20:21:15,359 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/f/2ffc4473033e4f42b15b364c155c3432, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T20:21:15,360 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/.tmp/f1/e999bd19c6f64bc3b08968d275fb94b3 as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/f1/e999bd19c6f64bc3b08968d275fb94b3 2024-11-27T20:21:15,364 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e999bd19c6f64bc3b08968d275fb94b3 2024-11-27T20:21:15,364 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/f1/e999bd19c6f64bc3b08968d275fb94b3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T20:21:15,365 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/.tmp/norep/8a6f5b6549a94131a49f04f4c9b56229 as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/norep/8a6f5b6549a94131a49f04f4c9b56229 2024-11-27T20:21:15,369 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a6f5b6549a94131a49f04f4c9b56229 2024-11-27T20:21:15,369 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/norep/8a6f5b6549a94131a49f04f4c9b56229, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T20:21:15,370 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d74bd007a7553473dc8a0f64298cfb28 in 500ms, sequenceid=6, compaction requested=false 2024-11-27T20:21:15,370 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T20:21:15,384 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/default/test/d74bd007a7553473dc8a0f64298cfb28/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T20:21:15,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:15,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:21:15,385 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:21:15,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d74bd007a7553473dc8a0f64298cfb28: Waiting for close lock at 1732738874870Running coprocessor pre-close hooks at 1732738874870Disabling compacts and flushes for region at 1732738874870Disabling writes for close at 1732738874870Obtaining lock to block concurrent updates at 1732738874870Preparing flush snapshotting stores in d74bd007a7553473dc8a0f64298cfb28 at 1732738874870Finished memstore snapshotting test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732738874871 (+1 ms)Flushing stores of test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. at 1732738874872 (+1 ms)Flushing d74bd007a7553473dc8a0f64298cfb28/f: creating writer at 1732738874872Flushing d74bd007a7553473dc8a0f64298cfb28/f: appending metadata at 1732738874893 (+21 ms)Flushing d74bd007a7553473dc8a0f64298cfb28/f: closing flushed file at 1732738874893Flushing d74bd007a7553473dc8a0f64298cfb28/f1: creating writer at 1732738874904 (+11 ms)Flushing d74bd007a7553473dc8a0f64298cfb28/f1: appending metadata at 1732738874917 (+13 ms)Flushing d74bd007a7553473dc8a0f64298cfb28/f1: closing flushed file at 1732738874917Flushing d74bd007a7553473dc8a0f64298cfb28/norep: creating writer at 1732738874925 (+8 ms)Flushing d74bd007a7553473dc8a0f64298cfb28/norep: appending metadata at 1732738874939 (+14 ms)Flushing d74bd007a7553473dc8a0f64298cfb28/norep: closing flushed file at 1732738874939Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bbae88: reopening flushed file at 1732738875354 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f077f02: reopening flushed file at 1732738875359 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256e4c8a: reopening flushed file at 1732738875364 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d74bd007a7553473dc8a0f64298cfb28 in 500ms, sequenceid=6, compaction requested=false at 1732738875370 (+6 ms)Writing region close event to WAL at 1732738875380 (+10 ms)Running coprocessor post-close hooks at 1732738875385 (+5 ms)Closed at 1732738875385 2024-11-27T20:21:15,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28. 2024-11-27T20:21:15,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e1e64348328911db179fc756345d538, disabling compactions & flushes 2024-11-27T20:21:15,385 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:15,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:15,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. after waiting 0 ms 2024-11-27T20:21:15,385 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:15,385 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e1e64348328911db179fc756345d538 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-27T20:21:15,408 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/replication/6e1e64348328911db179fc756345d538/.tmp/queue/ec88d0ff327d4f0db3cd6d3e8b358ba5 is 153, key is 1-6daf43b95769,38719,1732738847325/queue:6daf43b95769%2C38719%2C1732738847325/1732738867992/Put/seqid=0 2024-11-27T20:21:15,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741845_1021 (size=5352) 2024-11-27T20:21:15,412 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/replication/6e1e64348328911db179fc756345d538/.tmp/queue/ec88d0ff327d4f0db3cd6d3e8b358ba5 2024-11-27T20:21:15,417 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/replication/6e1e64348328911db179fc756345d538/.tmp/queue/ec88d0ff327d4f0db3cd6d3e8b358ba5 as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/replication/6e1e64348328911db179fc756345d538/queue/ec88d0ff327d4f0db3cd6d3e8b358ba5 2024-11-27T20:21:15,422 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/replication/6e1e64348328911db179fc756345d538/queue/ec88d0ff327d4f0db3cd6d3e8b358ba5, entries=1, sequenceid=8, filesize=5.2 K 2024-11-27T20:21:15,423 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6e1e64348328911db179fc756345d538 in 37ms, sequenceid=8, compaction requested=false 2024-11-27T20:21:15,426 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/replication/6e1e64348328911db179fc756345d538/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T20:21:15,427 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:15,427 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:21:15,427 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:15,427 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e1e64348328911db179fc756345d538: Waiting for close lock at 1732738875385Running coprocessor pre-close hooks at 1732738875385Disabling compacts and flushes for region at 1732738875385Disabling writes for close at 1732738875385Obtaining lock to block concurrent updates at 1732738875385Preparing flush snapshotting stores in 6e1e64348328911db179fc756345d538 at 1732738875385Finished memstore snapshotting hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732738875386 (+1 ms)Flushing stores of hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. at 1732738875386Flushing 6e1e64348328911db179fc756345d538/queue: creating writer at 1732738875386Flushing 6e1e64348328911db179fc756345d538/queue: appending metadata at 1732738875407 (+21 ms)Flushing 6e1e64348328911db179fc756345d538/queue: closing flushed file at 1732738875407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105c4836: reopening flushed file at 1732738875416 (+9 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6e1e64348328911db179fc756345d538 in 37ms, sequenceid=8, compaction requested=false at 1732738875423 (+7 ms)Writing region close event to WAL at 1732738875423Running coprocessor post-close hooks at 1732738875427 (+4 ms)Closed at 1732738875427 2024-11-27T20:21:15,428 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738861290.6e1e64348328911db179fc756345d538. 2024-11-27T20:21:15,471 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:15,671 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:15,730 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/ns/70653f8b2b5249c59a5f1429ef6d156f 2024-11-27T20:21:15,752 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/rep_barrier/9c1d8f19160c46629a78fd0e9245778e is 112, key is test,,1732738855834.d74bd007a7553473dc8a0f64298cfb28./rep_barrier:seqnumDuringOpen/1732738856983/Put/seqid=0 2024-11-27T20:21:15,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741846_1022 (size=5518) 2024-11-27T20:21:15,760 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 636, reset compression=false 2024-11-27T20:21:15,764 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:15,764 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 1527, reset compression=false 2024-11-27T20:21:15,764 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,38719,1732738847325 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:15,765 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6daf43b95769,38719,1732738847325: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6daf43b95769,38719,1732738847325, walGroup=6daf43b95769%2C38719%2C1732738847325, offset=6daf43b95769%2C38719%2C1732738847325.1732738848111:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:38719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T20:21:15,766 ERROR [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T20:21:15,766 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T20:21:15,766 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T20:21:15,766 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T20:21:15,766 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T20:21:15,766 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1356857344, "init": 1048576000, "max": 2306867200, "used": 965790728 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202912568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T20:21:15,767 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:33033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:33033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T20:21:15,872 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:21:15,872 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:21:15,872 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:15,968 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 1527, reset compression=false 2024-11-27T20:21:16,072 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:16,157 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/rep_barrier/9c1d8f19160c46629a78fd0e9245778e 2024-11-27T20:21:16,179 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/table/8895b28d60374fc79ae55f0b2be83f8e is 53, key is hbase:replication/table:state/1732738862104/Put/seqid=0 2024-11-27T20:21:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741847_1023 (size=5308) 2024-11-27T20:21:16,272 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 1527, reset compression=false 2024-11-27T20:21:16,272 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:16,472 DEBUG [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:16,585 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/table/8895b28d60374fc79ae55f0b2be83f8e 2024-11-27T20:21:16,590 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/info/b75d95f673ed4682b5999bfc745e47d9 as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/info/b75d95f673ed4682b5999bfc745e47d9 2024-11-27T20:21:16,594 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/info/b75d95f673ed4682b5999bfc745e47d9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:21:16,595 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/ns/70653f8b2b5249c59a5f1429ef6d156f as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/ns/70653f8b2b5249c59a5f1429ef6d156f 2024-11-27T20:21:16,602 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/ns/70653f8b2b5249c59a5f1429ef6d156f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:21:16,603 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/rep_barrier/9c1d8f19160c46629a78fd0e9245778e as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/rep_barrier/9c1d8f19160c46629a78fd0e9245778e 2024-11-27T20:21:16,608 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/rep_barrier/9c1d8f19160c46629a78fd0e9245778e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:21:16,609 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/.tmp/table/8895b28d60374fc79ae55f0b2be83f8e as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/table/8895b28d60374fc79ae55f0b2be83f8e 2024-11-27T20:21:16,615 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/table/8895b28d60374fc79ae55f0b2be83f8e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:21:16,616 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=16, compaction requested=false 2024-11-27T20:21:16,616 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:21:16,640 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:21:16,641 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:16,641 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:21:16,641 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:16,641 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738874871Running coprocessor pre-close hooks at 1732738874871Disabling compacts and flushes for region at 1732738874871Disabling writes for close at 1732738874872 (+1 ms)Obtaining lock to block concurrent updates at 1732738874872Preparing flush snapshotting stores in 1588230740 at 1732738874872Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738874872Flushing stores of hbase:meta,,1.1588230740 at 1732738874873 (+1 ms)Flushing 1588230740/info: creating writer at 1732738874873Flushing 1588230740/info: appending metadata at 1732738874894 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732738874894Flushing 1588230740/ns: creating writer at 1732738875305 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732738875325 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732738875325Flushing 1588230740/rep_barrier: creating writer at 1732738875734 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738875752 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738875752Flushing 1588230740/table: creating writer at 1732738876161 (+409 ms)Flushing 1588230740/table: appending metadata at 1732738876179 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732738876179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd9ac2b: reopening flushed file at 1732738876590 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593f6b2f: reopening flushed file at 1732738876594 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f340449: reopening flushed file at 1732738876603 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68253474: reopening flushed file at 1732738876608 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1744ms, sequenceid=16, compaction requested=false at 1732738876616 (+8 ms)Writing region close event to WAL at 1732738876632 (+16 ms)Running coprocessor post-close hooks at 1732738876641 (+9 ms)Closed at 1732738876641 2024-11-27T20:21:16,641 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:16,673 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,38719,1732738847325; all regions closed. 2024-11-27T20:21:16,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741834_1010 (size=4239) 2024-11-27T20:21:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741839_1015 (size=2240) 2024-11-27T20:21:16,681 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 to pos 1527, reset compression=false 2024-11-27T20:21:16,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741832_1008 (size=1535) 2024-11-27T20:21:16,682 DEBUG [RS:0;6daf43b95769:38719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:16,683 INFO [RS:0;6daf43b95769:38719 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:16,683 INFO [RS:0;6daf43b95769:38719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:16,683 INFO [RS:0;6daf43b95769:38719 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:16,683 INFO [RS:0;6daf43b95769:38719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:16,683 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:16,683 INFO [RS:0;6daf43b95769:38719 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,38719,1732738847325 because: Region server is closing 2024-11-27T20:21:16,684 INFO [RS:0;6daf43b95769:38719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:38719. 2024-11-27T20:21:16,684 DEBUG [RS:0;6daf43b95769:38719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:16,684 DEBUG [RS:0;6daf43b95769:38719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:16,684 DEBUG [RS:0;6daf43b95769:38719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:16,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:16,686 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.wal-reader.6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/WALs/6daf43b95769,38719,1732738847325/6daf43b95769%2C38719%2C1732738847325.1732738848111 2024-11-27T20:21:16,784 INFO [RS:0;6daf43b95769:38719 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,38719,1732738847325.replicationSource.shipper6daf43b95769%2C38719%2C1732738847325,1-6daf43b95769,38719,1732738847325 terminated 2024-11-27T20:21:16,784 INFO [RS:0;6daf43b95769:38719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38719 2024-11-27T20:21:16,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/049974761/rs/6daf43b95769,38719,1732738847325 2024-11-27T20:21:16,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761/rs 2024-11-27T20:21:16,788 INFO [RS:0;6daf43b95769:38719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:16,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,38719,1732738847325] 2024-11-27T20:21:16,791 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /049974761/draining/6daf43b95769,38719,1732738847325 already deleted, retry=false 2024-11-27T20:21:16,791 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,38719,1732738847325 expired; onlineServers=0 2024-11-27T20:21:16,791 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,33033,1732738847275' ***** 2024-11-27T20:21:16,791 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:21:16,791 INFO [M:0;6daf43b95769:33033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:16,791 INFO [M:0;6daf43b95769:33033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:16,791 DEBUG [M:0;6daf43b95769:33033 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:21:16,791 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:21:16,791 DEBUG [M:0;6daf43b95769:33033 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:21:16,791 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738847886 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738847886,5,FailOnTimeoutGroup] 2024-11-27T20:21:16,791 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738847884 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738847884,5,FailOnTimeoutGroup] 2024-11-27T20:21:16,791 INFO [M:0;6daf43b95769:33033 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:16,791 INFO [M:0;6daf43b95769:33033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:16,791 DEBUG [M:0;6daf43b95769:33033 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:21:16,791 INFO [M:0;6daf43b95769:33033 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:21:16,792 INFO [M:0;6daf43b95769:33033 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:16,792 INFO [M:0;6daf43b95769:33033 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:21:16,792 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:21:16,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/049974761/master 2024-11-27T20:21:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/049974761 2024-11-27T20:21:16,794 DEBUG [M:0;6daf43b95769:33033 {}] zookeeper.ZKUtil(347): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Unable to get data of znode /049974761/master because node does not exist (not an error) 2024-11-27T20:21:16,794 WARN [M:0;6daf43b95769:33033 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:21:16,795 INFO [M:0;6daf43b95769:33033 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/.lastflushedseqids 2024-11-27T20:21:16,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741848_1024 (size=245) 2024-11-27T20:21:16,863 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:21:16,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:21:16,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,890 INFO [RS:0;6daf43b95769:38719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:16,890 INFO [RS:0;6daf43b95769:38719 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,38719,1732738847325; zookeeper connection closed. 2024-11-27T20:21:16,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:16,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38719-0x1015b16781d0001, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:16,896 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1403b53b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1403b53b 2024-11-27T20:21:16,897 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:21:16,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:16,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:17,205 INFO [M:0;6daf43b95769:33033 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:21:17,206 INFO [M:0;6daf43b95769:33033 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:21:17,206 DEBUG [M:0;6daf43b95769:33033 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:17,206 INFO [M:0;6daf43b95769:33033 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:17,206 DEBUG [M:0;6daf43b95769:33033 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:17,206 DEBUG [M:0;6daf43b95769:33033 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:17,206 DEBUG [M:0;6daf43b95769:33033 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:17,206 INFO [M:0;6daf43b95769:33033 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-27T20:21:17,233 DEBUG [M:0;6daf43b95769:33033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89f08ddf410b4acf86f1327f8e9d2449 is 82, key is hbase:meta,,1/info:regioninfo/1732738849055/Put/seqid=0 2024-11-27T20:21:17,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741849_1025 (size=5672) 2024-11-27T20:21:17,238 INFO [M:0;6daf43b95769:33033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89f08ddf410b4acf86f1327f8e9d2449 2024-11-27T20:21:17,257 DEBUG [M:0;6daf43b95769:33033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58773dfca6a84dcabf991dcfd8590804 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732738862107/Put/seqid=0 2024-11-27T20:21:17,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741850_1026 (size=8515) 2024-11-27T20:21:17,265 INFO [M:0;6daf43b95769:33033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58773dfca6a84dcabf991dcfd8590804 2024-11-27T20:21:17,283 DEBUG [M:0;6daf43b95769:33033 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37765c475dea4f03ac47243030e5374e is 69, key is 6daf43b95769,38719,1732738847325/rs:state/1732738847967/Put/seqid=0 2024-11-27T20:21:17,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741851_1027 (size=5156) 2024-11-27T20:21:17,687 INFO [M:0;6daf43b95769:33033 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37765c475dea4f03ac47243030e5374e 2024-11-27T20:21:17,691 DEBUG [M:0;6daf43b95769:33033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89f08ddf410b4acf86f1327f8e9d2449 as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89f08ddf410b4acf86f1327f8e9d2449 2024-11-27T20:21:17,694 INFO [M:0;6daf43b95769:33033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89f08ddf410b4acf86f1327f8e9d2449, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T20:21:17,695 DEBUG [M:0;6daf43b95769:33033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58773dfca6a84dcabf991dcfd8590804 as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58773dfca6a84dcabf991dcfd8590804 2024-11-27T20:21:17,698 INFO [M:0;6daf43b95769:33033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58773dfca6a84dcabf991dcfd8590804, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T20:21:17,699 DEBUG [M:0;6daf43b95769:33033 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37765c475dea4f03ac47243030e5374e as hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37765c475dea4f03ac47243030e5374e 2024-11-27T20:21:17,701 INFO [M:0;6daf43b95769:33033 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34289/user/jenkins/test-data/08d61e8f-1261-9016-b2fc-1cfbb2a8485c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37765c475dea4f03ac47243030e5374e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T20:21:17,702 INFO [M:0;6daf43b95769:33033 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=97, compaction requested=false 2024-11-27T20:21:17,703 INFO [M:0;6daf43b95769:33033 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:17,704 DEBUG [M:0;6daf43b95769:33033 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738877206Disabling compacts and flushes for region at 1732738877206Disabling writes for close at 1732738877206Obtaining lock to block concurrent updates at 1732738877206Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738877206Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732738877207 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738877207Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738877208 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738877232 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738877232Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738877242 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738877257 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738877257Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738877268 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738877282 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738877282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6aef7b: reopening flushed file at 1732738877691 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4928c: reopening flushed file at 1732738877695 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf11df6: reopening flushed file at 1732738877698 (+3 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=97, compaction requested=false at 1732738877702 (+4 ms)Writing region close event to WAL at 1732738877703 (+1 ms)Closed at 1732738877703 2024-11-27T20:21:17,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36997 is added to blk_1073741830_1006 (size=63642) 2024-11-27T20:21:17,706 INFO [M:0;6daf43b95769:33033 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:21:17,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:17,706 INFO [M:0;6daf43b95769:33033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33033 2024-11-27T20:21:17,706 INFO [M:0;6daf43b95769:33033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:17,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:17,808 INFO [M:0;6daf43b95769:33033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:17,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33033-0x1015b16781d0000, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:17,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3df26cbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:17,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d9b176{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:17,814 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:17,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b400dab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:17,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71b6a17b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:17,815 WARN [BP-1080094417-172.17.0.2-1732738846118 heartbeating to localhost/127.0.0.1:34289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:21:17,815 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:21:17,815 WARN [BP-1080094417-172.17.0.2-1732738846118 heartbeating to localhost/127.0.0.1:34289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1080094417-172.17.0.2-1732738846118 (Datanode Uuid 44fd5896-762b-40a5-be20-2a674401f7f4) service to localhost/127.0.0.1:34289 2024-11-27T20:21:17,815 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:21:17,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/cluster_439e499c-5236-80fb-c5d7-5bc0cec9a1ee/data/data1/current/BP-1080094417-172.17.0.2-1732738846118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:17,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/cluster_439e499c-5236-80fb-c5d7-5bc0cec9a1ee/data/data2/current/BP-1080094417-172.17.0.2-1732738846118 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:17,817 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:21:17,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a98c75f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:17,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@527734f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:17,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:17,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a234daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:17,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c2afbf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/16120e7d-50c1-5d12-c278-e784e737bb61/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:17,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:21:17,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:21:17,858 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=364 (was 315) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53190) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33403 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34289 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38785 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38785 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53190) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38785 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53190) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38785 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=415 (was 412) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5788 (was 5205) - AvailableMemoryMB LEAK? - 2024-11-27T20:21:17,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=364, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=415, ProcessCount=11, AvailableMemoryMB=5787 2024-11-27T20:21:17,889 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-27T20:21:17,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/hadoop.log.dir so I do NOT create it in target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852 2024-11-27T20:21:17,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:21:17,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/hadoop.tmp.dir so I do NOT create it in target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852 2024-11-27T20:21:17,890 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d3a3d881-8e47-1fab-138f-e1875fca0bd6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:21:17,890 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852 2024-11-27T20:21:17,890 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/cluster_17a52dc8-ce5e-dd3e-1e45-6360115674ee, deleteOnExit=true 2024-11-27T20:21:17,904 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/cluster_17a52dc8-ce5e-dd3e-1e45-6360115674ee/zookeeper_0, clientPort=55937, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/cluster_17a52dc8-ce5e-dd3e-1e45-6360115674ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/cluster_17a52dc8-ce5e-dd3e-1e45-6360115674ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:21:17,905 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55937 2024-11-27T20:21:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:21:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:21:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/test.cache.data in system properties and HBase conf 2024-11-27T20:21:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:21:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:21:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:21:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:21:17,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:21:17,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:21:17,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:21:17,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b16781d0002, quorum=127.0.0.1:53190, baseZNode=/049974761 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:21:17,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015b16781d0008, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:21:17,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015b16781d0008, quorum=127.0.0.1:53190, baseZNode=/2-2140422859 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:21:17,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b16781d0002, quorum=127.0.0.1:53190, baseZNode=/049974761 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:21:17,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b16781d0005, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:21:17,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b16781d0005, quorum=127.0.0.1:53190, baseZNode=/1614199849 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:21:18,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:18,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:21:18,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:21:18,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:21:18,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:21:18,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:18,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e42b754{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:21:18,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34fedb41{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:21:18,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d1c09f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/java.io.tmpdir/jetty-localhost-42717-hadoop-hdfs-3_4_1-tests_jar-_-any-15836759657028507290/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:18,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a5635a5{HTTP/1.1, (http/1.1)}{localhost:42717} 2024-11-27T20:21:18,138 INFO [Time-limited test {}] server.Server(415): Started @279579ms 2024-11-27T20:21:18,212 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:18,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:21:18,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:21:18,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:21:18,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:21:18,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59089c3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:21:18,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a777677{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:21:18,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@696283fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/java.io.tmpdir/jetty-localhost-36693-hadoop-hdfs-3_4_1-tests_jar-_-any-4644288594990627324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:18,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71ed5875{HTTP/1.1, (http/1.1)}{localhost:36693} 2024-11-27T20:21:18,340 INFO [Time-limited test {}] server.Server(415): Started @279781ms 2024-11-27T20:21:18,341 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:21:18,439 WARN [Thread-4155 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/cluster_17a52dc8-ce5e-dd3e-1e45-6360115674ee/data/data2/current/BP-1255217383-172.17.0.2-1732738877933/current, will proceed with Du for space computation calculation, 2024-11-27T20:21:18,439 WARN [Thread-4154 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/cluster_17a52dc8-ce5e-dd3e-1e45-6360115674ee/data/data1/current/BP-1255217383-172.17.0.2-1732738877933/current, will proceed with Du for space computation calculation, 2024-11-27T20:21:18,455 WARN [Thread-4142 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:21:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a96f978bf15a937 with lease ID 0xaef962ef6cdf8ef: Processing first storage report for DS-ce86f85f-74bb-45b3-bdfd-6d22059b4c59 from datanode DatanodeRegistration(127.0.0.1:35683, datanodeUuid=80c21fa2-e966-42cb-b2c8-291d5c11ad88, infoPort=44637, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=1108311106;c=1732738877933) 2024-11-27T20:21:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a96f978bf15a937 with lease ID 0xaef962ef6cdf8ef: from storage DS-ce86f85f-74bb-45b3-bdfd-6d22059b4c59 node DatanodeRegistration(127.0.0.1:35683, datanodeUuid=80c21fa2-e966-42cb-b2c8-291d5c11ad88, infoPort=44637, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=1108311106;c=1732738877933), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T20:21:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a96f978bf15a937 with lease ID 0xaef962ef6cdf8ef: Processing first storage report for DS-09282e27-3af6-44ea-b609-94f91f852054 from datanode DatanodeRegistration(127.0.0.1:35683, datanodeUuid=80c21fa2-e966-42cb-b2c8-291d5c11ad88, infoPort=44637, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=1108311106;c=1732738877933) 2024-11-27T20:21:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a96f978bf15a937 with lease ID 0xaef962ef6cdf8ef: from storage DS-09282e27-3af6-44ea-b609-94f91f852054 node DatanodeRegistration(127.0.0.1:35683, datanodeUuid=80c21fa2-e966-42cb-b2c8-291d5c11ad88, infoPort=44637, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=1108311106;c=1732738877933), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:21:18,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852 2024-11-27T20:21:18,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:18,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:21:18,882 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9 with version=8 2024-11-27T20:21:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/hbase-staging 2024-11-27T20:21:18,884 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:21:18,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:18,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:18,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:21:18,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:18,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:21:18,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:21:18,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:21:18,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46493 2024-11-27T20:21:18,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46493 connecting to ZooKeeper ensemble=127.0.0.1:55937 2024-11-27T20:21:18,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464930x0, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:18,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46493-0x1015b16f4540000 connected 2024-11-27T20:21:18,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:18,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:18,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Set watcher on znode that does not yet exist, /0618153515/running 2024-11-27T20:21:18,924 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9, hbase.cluster.distributed=false 2024-11-27T20:21:18,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Set watcher on znode that does not yet exist, /0618153515/acl 2024-11-27T20:21:18,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46493 2024-11-27T20:21:18,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46493 2024-11-27T20:21:18,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46493 2024-11-27T20:21:18,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46493 2024-11-27T20:21:18,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46493 2024-11-27T20:21:18,952 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:21:18,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:18,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:18,952 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:21:18,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:18,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:21:18,952 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:21:18,952 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:21:18,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38549 2024-11-27T20:21:18,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38549 connecting to ZooKeeper ensemble=127.0.0.1:55937 2024-11-27T20:21:18,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:18,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:18,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385490x0, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:18,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385490x0, quorum=127.0.0.1:55937, baseZNode=/0618153515 Set watcher on znode that does not yet exist, /0618153515/running 2024-11-27T20:21:18,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:21:18,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38549-0x1015b16f4540001 connected 2024-11-27T20:21:18,980 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:21:18,981 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Set watcher on znode that does not yet exist, /0618153515/master 2024-11-27T20:21:18,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Set watcher on znode that does not yet exist, /0618153515/acl 2024-11-27T20:21:18,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38549 2024-11-27T20:21:18,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38549 2024-11-27T20:21:18,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38549 2024-11-27T20:21:18,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38549 2024-11-27T20:21:18,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38549 2024-11-27T20:21:19,006 DEBUG [M:0;6daf43b95769:46493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:46493 2024-11-27T20:21:19,007 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0618153515/backup-masters/6daf43b95769,46493,1732738878884 2024-11-27T20:21:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515/backup-masters 2024-11-27T20:21:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515/backup-masters 2024-11-27T20:21:19,009 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Set watcher on existing znode=/0618153515/backup-masters/6daf43b95769,46493,1732738878884 2024-11-27T20:21:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0618153515/master 2024-11-27T20:21:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:19,013 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Set watcher on existing znode=/0618153515/master 2024-11-27T20:21:19,013 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0618153515/backup-masters/6daf43b95769,46493,1732738878884 from backup master directory 2024-11-27T20:21:19,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0618153515/backup-masters/6daf43b95769,46493,1732738878884 2024-11-27T20:21:19,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515/backup-masters 2024-11-27T20:21:19,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515/backup-masters 2024-11-27T20:21:19,014 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:21:19,014 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,46493,1732738878884 2024-11-27T20:21:19,022 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/hbase.id] with ID: 4828b7e2-e8d1-4ee5-aa9e-52e34550a91b 2024-11-27T20:21:19,022 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/.tmp/hbase.id 2024-11-27T20:21:19,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:21:19,433 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/.tmp/hbase.id]:[hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/hbase.id] 2024-11-27T20:21:19,444 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:19,444 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:21:19,445 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:21:19,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:19,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:19,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:21:19,858 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:19,858 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:21:19,859 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:19,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:21:20,265 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData/data/master/store 2024-11-27T20:21:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:21:20,674 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:20,674 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:20,674 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:20,674 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:20,674 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:20,674 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:20,674 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:20,674 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738880674Disabling compacts and flushes for region at 1732738880674Disabling writes for close at 1732738880674Writing region close event to WAL at 1732738880674Closed at 1732738880674 2024-11-27T20:21:20,674 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData/data/master/store/.initializing 2024-11-27T20:21:20,675 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData/WALs/6daf43b95769,46493,1732738878884 2024-11-27T20:21:20,675 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:21:20,677 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C46493%2C1732738878884, suffix=, logDir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData/WALs/6daf43b95769,46493,1732738878884, archiveDir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData/oldWALs, maxLogs=10 2024-11-27T20:21:20,693 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData/WALs/6daf43b95769,46493,1732738878884/6daf43b95769%2C46493%2C1732738878884.1732738880677, exclude list is [], retry=0 2024-11-27T20:21:20,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-ce86f85f-74bb-45b3-bdfd-6d22059b4c59,DISK] 2024-11-27T20:21:20,701 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData/WALs/6daf43b95769,46493,1732738878884/6daf43b95769%2C46493%2C1732738878884.1732738880677 2024-11-27T20:21:20,701 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44637:44637)] 2024-11-27T20:21:20,701 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:20,701 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:20,701 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,701 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:21:20,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:20,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:20,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:21:20,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:20,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:20,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:21:20,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:20,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:20,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:21:20,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:20,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:20,714 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,715 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,715 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,716 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,716 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,717 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:20,718 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:20,721 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:20,721 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61552796, jitterRate=-0.08279186487197876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:20,722 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738880701Initializing all the Stores at 1732738880702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738880702Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738880708 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738880708Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738880708Cleaning up temporary data from old regions at 1732738880716 (+8 ms)Region opened successfully at 1732738880722 (+6 ms) 2024-11-27T20:21:20,722 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:21:20,724 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bbf1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:21:20,725 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:21:20,725 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:21:20,725 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:21:20,726 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:21:20,726 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:21:20,726 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:21:20,726 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:21:20,730 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:21:20,731 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Unable to get data of znode /0618153515/balancer because node does not exist (not necessarily an error) 2024-11-27T20:21:20,732 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0618153515/balancer already deleted, retry=false 2024-11-27T20:21:20,733 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:21:20,733 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Unable to get data of znode /0618153515/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:21:20,737 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0618153515/normalizer already deleted, retry=false 2024-11-27T20:21:20,738 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:21:20,739 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Unable to get data of znode /0618153515/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:21:20,740 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0618153515/switch/split already deleted, retry=false 2024-11-27T20:21:20,741 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Unable to get data of znode /0618153515/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:21:20,742 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0618153515/switch/merge already deleted, retry=false 2024-11-27T20:21:20,745 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Unable to get data of znode /0618153515/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:21:20,746 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0618153515/snapshot-cleanup already deleted, retry=false 2024-11-27T20:21:20,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0618153515/running 2024-11-27T20:21:20,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:20,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0618153515/running 2024-11-27T20:21:20,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:20,749 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,46493,1732738878884, sessionid=0x1015b16f4540000, setting cluster-up flag (Was=false) 2024-11-27T20:21:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:20,757 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0618153515/flush-table-proc/acquired, /0618153515/flush-table-proc/reached, /0618153515/flush-table-proc/abort 2024-11-27T20:21:20,758 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,46493,1732738878884 2024-11-27T20:21:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:20,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:20,769 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0618153515/online-snapshot/acquired, /0618153515/online-snapshot/reached, /0618153515/online-snapshot/abort 2024-11-27T20:21:20,775 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,46493,1732738878884 2024-11-27T20:21:20,785 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:21:20,797 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:20,797 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:21:20,797 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:21:20,797 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,46493,1732738878884 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:21:20,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:20,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:20,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:20,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:20,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:21:20,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:21:20,801 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,805 INFO [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(746): ClusterId : 4828b7e2-e8d1-4ee5-aa9e-52e34550a91b 2024-11-27T20:21:20,805 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:21:20,809 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:21:20,809 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:21:20,812 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:21:20,813 DEBUG [RS:0;6daf43b95769:38549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eaa3a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:21:20,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:20,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:21:20,823 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:20,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:21:20,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738910844 2024-11-27T20:21:20,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:21:20,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:21:20,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:21:20,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:21:20,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:21:20,845 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:21:20,851 DEBUG [RS:0;6daf43b95769:38549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:38549 2024-11-27T20:21:20,851 INFO [RS:0;6daf43b95769:38549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:21:20,851 INFO [RS:0;6daf43b95769:38549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:21:20,851 DEBUG [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:21:20,852 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,852 INFO [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,46493,1732738878884 with port=38549, startcode=1732738878952 2024-11-27T20:21:20,853 DEBUG [RS:0;6daf43b95769:38549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:21:20,857 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:21:20,857 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:21:20,857 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:21:20,857 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:21:20,857 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:21:20,857 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:21:20,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:21:20,861 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:21:20,861 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46493 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:21:20,863 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738880857,5,FailOnTimeoutGroup] 2024-11-27T20:21:20,863 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738880863,5,FailOnTimeoutGroup] 2024-11-27T20:21:20,863 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,863 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:21:20,863 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,863 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,863 DEBUG [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T20:21:20,863 WARN [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T20:21:20,964 INFO [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,46493,1732738878884 with port=38549, startcode=1732738878952 2024-11-27T20:21:20,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,38549,1732738878952 2024-11-27T20:21:20,965 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46493 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,38549,1732738878952 2024-11-27T20:21:20,966 DEBUG [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9 2024-11-27T20:21:20,966 DEBUG [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42447 2024-11-27T20:21:20,966 DEBUG [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:21:20,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515/rs 2024-11-27T20:21:20,970 DEBUG [RS:0;6daf43b95769:38549 {}] zookeeper.ZKUtil(111): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Set watcher on existing znode=/0618153515/rs/6daf43b95769,38549,1732738878952 2024-11-27T20:21:20,970 WARN [RS:0;6daf43b95769:38549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:21:20,970 INFO [RS:0;6daf43b95769:38549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:20,970 DEBUG [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/WALs/6daf43b95769,38549,1732738878952 2024-11-27T20:21:20,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,38549,1732738878952] 2024-11-27T20:21:20,974 INFO [RS:0;6daf43b95769:38549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:21:20,976 INFO [RS:0;6daf43b95769:38549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:21:20,976 INFO [RS:0;6daf43b95769:38549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:21:20,976 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,976 INFO [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:21:20,977 INFO [RS:0;6daf43b95769:38549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:21:20,977 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:21:20,977 DEBUG [RS:0;6daf43b95769:38549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:21:20,980 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,980 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,980 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,980 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,980 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,980 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,38549,1732738878952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:21:20,994 INFO [RS:0;6daf43b95769:38549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:21:20,994 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,38549,1732738878952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,994 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:20,994 INFO [RS:0;6daf43b95769:38549 {}] regionserver.Replication(171): 6daf43b95769,38549,1732738878952 started 2024-11-27T20:21:21,007 INFO [RS:0;6daf43b95769:38549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:21,007 INFO [RS:0;6daf43b95769:38549 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,38549,1732738878952, RpcServer on 6daf43b95769/172.17.0.2:38549, sessionid=0x1015b16f4540001 2024-11-27T20:21:21,007 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:21:21,007 DEBUG [RS:0;6daf43b95769:38549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,38549,1732738878952 2024-11-27T20:21:21,007 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,38549,1732738878952' 2024-11-27T20:21:21,007 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0618153515/flush-table-proc/abort' 2024-11-27T20:21:21,007 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0618153515/flush-table-proc/acquired' 2024-11-27T20:21:21,008 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:21:21,008 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:21:21,008 DEBUG [RS:0;6daf43b95769:38549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,38549,1732738878952 2024-11-27T20:21:21,008 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,38549,1732738878952' 2024-11-27T20:21:21,008 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0618153515/online-snapshot/abort' 2024-11-27T20:21:21,008 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0618153515/online-snapshot/acquired' 2024-11-27T20:21:21,008 DEBUG [RS:0;6daf43b95769:38549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:21:21,008 INFO [RS:0;6daf43b95769:38549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:21:21,008 INFO [RS:0;6daf43b95769:38549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:21:21,109 INFO [RS:0;6daf43b95769:38549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:21:21,110 INFO [RS:0;6daf43b95769:38549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C38549%2C1732738878952, suffix=, logDir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/WALs/6daf43b95769,38549,1732738878952, archiveDir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/oldWALs, maxLogs=10 2024-11-27T20:21:21,128 DEBUG [RS:0;6daf43b95769:38549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/WALs/6daf43b95769,38549,1732738878952/6daf43b95769%2C38549%2C1732738878952.1732738881111, exclude list is [], retry=0 2024-11-27T20:21:21,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-ce86f85f-74bb-45b3-bdfd-6d22059b4c59,DISK] 2024-11-27T20:21:21,137 INFO [RS:0;6daf43b95769:38549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/WALs/6daf43b95769,38549,1732738878952/6daf43b95769%2C38549%2C1732738878952.1732738881111 2024-11-27T20:21:21,137 DEBUG [RS:0;6daf43b95769:38549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44637:44637)] 2024-11-27T20:21:21,259 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:21:21,259 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9 2024-11-27T20:21:21,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:21:21,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:21,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:21:21,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:21:21,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:21,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:21,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:21:21,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:21:21,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:21,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:21,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:21:21,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:21:21,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:21,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:21,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:21:21,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:21:21,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:21,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:21,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:21:21,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/data/hbase/meta/1588230740 2024-11-27T20:21:21,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/data/hbase/meta/1588230740 2024-11-27T20:21:21,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:21:21,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:21:21,677 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:21,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:21:21,680 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:21,680 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66115732, jitterRate=-0.01479882001876831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:21,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738881667Initializing all the Stores at 1732738881668 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738881668Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738881668Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738881668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738881668Cleaning up temporary data from old regions at 1732738881676 (+8 ms)Region opened successfully at 1732738881680 (+4 ms) 2024-11-27T20:21:21,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:21,681 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:21,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:21,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:21,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:21,681 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:21,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738881681Disabling compacts and flushes for region at 1732738881681Disabling writes for close at 1732738881681Writing region close event to WAL at 1732738881681Closed at 1732738881681 2024-11-27T20:21:21,682 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:21,682 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:21:21,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:21:21,683 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:21:21,684 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:21:21,835 DEBUG [6daf43b95769:46493 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:21:21,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,38549,1732738878952 2024-11-27T20:21:21,837 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,38549,1732738878952, state=OPENING 2024-11-27T20:21:21,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:21:21,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:21,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0618153515 2024-11-27T20:21:21,840 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:21:21,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0618153515/meta-region-server: CHANGED 2024-11-27T20:21:21,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,38549,1732738878952}] 2024-11-27T20:21:21,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0618153515/meta-region-server: CHANGED 2024-11-27T20:21:21,993 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:21,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:21:21,998 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:21:21,998 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:21,999 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:21:22,000 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C38549%2C1732738878952.meta, suffix=.meta, logDir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/WALs/6daf43b95769,38549,1732738878952, archiveDir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/oldWALs, maxLogs=10 2024-11-27T20:21:22,022 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/WALs/6daf43b95769,38549,1732738878952/6daf43b95769%2C38549%2C1732738878952.meta.1732738882000.meta, exclude list is [], retry=0 2024-11-27T20:21:22,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35683,DS-ce86f85f-74bb-45b3-bdfd-6d22059b4c59,DISK] 2024-11-27T20:21:22,027 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/WALs/6daf43b95769,38549,1732738878952/6daf43b95769%2C38549%2C1732738878952.meta.1732738882000.meta 2024-11-27T20:21:22,027 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44637:44637)] 2024-11-27T20:21:22,027 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:22,027 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:22,028 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:21:22,028 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:21:22,028 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:21:22,028 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:21:22,028 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:22,028 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:21:22,028 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:21:22,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:21:22,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:21:22,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:22,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:22,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:21:22,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:21:22,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:22,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:22,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:21:22,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:21:22,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:22,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:22,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:21:22,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:21:22,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:22,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:22,038 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:21:22,038 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/data/hbase/meta/1588230740 2024-11-27T20:21:22,040 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/data/hbase/meta/1588230740 2024-11-27T20:21:22,041 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:21:22,041 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:21:22,042 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:22,043 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:21:22,044 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68673088, jitterRate=0.023308753967285156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:22,044 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:21:22,044 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738882028Writing region info on filesystem at 1732738882028Initializing all the Stores at 1732738882029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738882029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738882029Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738882029Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738882029Cleaning up temporary data from old regions at 1732738882041 (+12 ms)Running coprocessor post-open hooks at 1732738882044 (+3 ms)Region opened successfully at 1732738882044 2024-11-27T20:21:22,045 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738881993 2024-11-27T20:21:22,048 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:21:22,048 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:21:22,048 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,38549,1732738878952 2024-11-27T20:21:22,049 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,38549,1732738878952, state=OPEN 2024-11-27T20:21:22,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46493-0x1015b16f4540000, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0618153515/meta-region-server 2024-11-27T20:21:22,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,38549,1732738878952 2024-11-27T20:21:22,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0618153515/meta-region-server: CHANGED 2024-11-27T20:21:22,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38549-0x1015b16f4540001, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0618153515/meta-region-server 2024-11-27T20:21:22,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0618153515/meta-region-server: CHANGED 2024-11-27T20:21:22,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:21:22,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,38549,1732738878952 in 215 msec 2024-11-27T20:21:22,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:21:22,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-11-27T20:21:22,062 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:22,062 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:21:22,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:22,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38549,1732738878952, seqNum=-1] 2024-11-27T20:21:22,063 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:22,064 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:22,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-27T20:21:22,068 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738882067, completionTime=-1 2024-11-27T20:21:22,068 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:21:22,068 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:21:22,069 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:21:22,069 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738942069 2024-11-27T20:21:22,069 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732739002069 2024-11-27T20:21:22,069 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:21:22,070 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46493,1732738878884-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:22,070 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46493,1732738878884-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:22,070 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46493,1732738878884-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:22,070 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:46493, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:22,070 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:22,070 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:22,071 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:21:22,073 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.058sec 2024-11-27T20:21:22,073 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:21:22,073 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:21:22,073 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:21:22,073 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:21:22,073 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:21:22,073 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46493,1732738878884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:21:22,073 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46493,1732738878884-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:21:22,075 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:21:22,075 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:21:22,075 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,46493,1732738878884-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:22,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3e42ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:22,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46493,-1 for getting cluster id 2024-11-27T20:21:22,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:22,099 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4828b7e2-e8d1-4ee5-aa9e-52e34550a91b' 2024-11-27T20:21:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:22,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4828b7e2-e8d1-4ee5-aa9e-52e34550a91b" 2024-11-27T20:21:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6069c25e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46493,-1] 2024-11-27T20:21:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:22,100 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:22,101 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:22,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9013b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:22,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38549,1732738878952, seqNum=-1] 2024-11-27T20:21:22,103 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:22,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:22,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,46493,1732738878884 2024-11-27T20:21:22,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55937 2024-11-27T20:21:22,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55937, baseZNode=/0618153515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:22,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46493,1732738878884 2024-11-27T20:21:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3124333f 2024-11-27T20:21:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:22,111 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:22,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:21:22,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:22,114 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:22,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:21:22,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:22,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b16f4540002 connected 2024-11-27T20:21:22,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:21:22,143 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:21:22,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:22,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:22,525 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5bd77a6349a127bf1f53ed26b222657, NAME => 'test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9 2024-11-27T20:21:22,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35683 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:21:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:22,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:22,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b5bd77a6349a127bf1f53ed26b222657, disabling compactions & flushes 2024-11-27T20:21:22,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657. 2024-11-27T20:21:22,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657. 2024-11-27T20:21:22,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657. after waiting 0 ms 2024-11-27T20:21:22,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657. 2024-11-27T20:21:22,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657. 2024-11-27T20:21:22,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5bd77a6349a127bf1f53ed26b222657: Waiting for close lock at 1732738882933Disabling compacts and flushes for region at 1732738882933Disabling writes for close at 1732738882933Writing region close event to WAL at 1732738882933Closed at 1732738882933 2024-11-27T20:21:22,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:22,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738882935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738882935"}]},"ts":"1732738882935"} 2024-11-27T20:21:22,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:21:22,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:22,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738882937"}]},"ts":"1732738882937"} 2024-11-27T20:21:22,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:21:22,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5bd77a6349a127bf1f53ed26b222657, ASSIGN}] 2024-11-27T20:21:22,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5bd77a6349a127bf1f53ed26b222657, ASSIGN 2024-11-27T20:21:22,941 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b5bd77a6349a127bf1f53ed26b222657, ASSIGN; state=OFFLINE, location=6daf43b95769,38549,1732738878952; forceNewPlan=false, retain=false 2024-11-27T20:21:23,092 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5bd77a6349a127bf1f53ed26b222657, regionState=OPENING, regionLocation=6daf43b95769,38549,1732738878952 2024-11-27T20:21:23,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b5bd77a6349a127bf1f53ed26b222657, ASSIGN because future has completed 2024-11-27T20:21:23,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5bd77a6349a127bf1f53ed26b222657, server=6daf43b95769,38549,1732738878952}] 2024-11-27T20:21:23,251 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657. 2024-11-27T20:21:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:23,251 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b5bd77a6349a127bf1f53ed26b222657, NAME => 'test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:23,252 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:23,252 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:21:23,252 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,252 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:23,252 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,252 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,253 INFO [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,256 INFO [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5bd77a6349a127bf1f53ed26b222657 columnFamilyName f 2024-11-27T20:21:23,256 DEBUG [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:23,256 INFO [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] regionserver.HStore(327): Store=b5bd77a6349a127bf1f53ed26b222657/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:23,257 INFO [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,275 INFO [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5bd77a6349a127bf1f53ed26b222657 columnFamilyName f1 2024-11-27T20:21:23,275 DEBUG [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:23,276 INFO [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] regionserver.HStore(327): Store=b5bd77a6349a127bf1f53ed26b222657/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:23,276 INFO [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,280 INFO [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5bd77a6349a127bf1f53ed26b222657 columnFamilyName norep 2024-11-27T20:21:23,280 DEBUG [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:23,280 INFO [StoreOpener-b5bd77a6349a127bf1f53ed26b222657-1 {}] regionserver.HStore(327): Store=b5bd77a6349a127bf1f53ed26b222657/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:23,281 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,281 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/data/default/test/b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,282 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/data/default/test/b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,286 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,286 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,287 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:21:23,288 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,291 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/data/default/test/b5bd77a6349a127bf1f53ed26b222657/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:23,291 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b5bd77a6349a127bf1f53ed26b222657; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70748818, jitterRate=0.05423954129219055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:21:23,291 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5bd77a6349a127bf1f53ed26b222657 2024-11-27T20:21:23,292 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b5bd77a6349a127bf1f53ed26b222657: Running coprocessor pre-open hook at 1732738883252Writing region info on filesystem at 1732738883252Initializing all the Stores at 1732738883253 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738883253Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738883253Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738883253Cleaning up temporary data from old regions at 1732738883286 (+33 ms)Running coprocessor post-open hooks at 1732738883291 (+5 ms)Region opened successfully at 1732738883292 (+1 ms) 2024-11-27T20:21:23,293 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657., pid=6, masterSystemTime=1732738883247 2024-11-27T20:21:23,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5bd77a6349a127bf1f53ed26b222657, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,38549,1732738878952 2024-11-27T20:21:23,296 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657. 2024-11-27T20:21:23,296 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738882112.b5bd77a6349a127bf1f53ed26b222657. 2024-11-27T20:21:23,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5bd77a6349a127bf1f53ed26b222657, server=6daf43b95769,38549,1732738878952 because future has completed 2024-11-27T20:21:23,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:21:23,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b5bd77a6349a127bf1f53ed26b222657, server=6daf43b95769,38549,1732738878952 in 206 msec 2024-11-27T20:21:23,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:21:23,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b5bd77a6349a127bf1f53ed26b222657, ASSIGN in 364 msec 2024-11-27T20:21:23,305 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:23,306 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738883305"}]},"ts":"1732738883305"} 2024-11-27T20:21:23,308 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:21:23,308 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:23,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-11-27T20:21:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:24,274 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:21:24,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40fa8e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:24,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46493,-1 for getting cluster id 2024-11-27T20:21:24,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:24,279 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4828b7e2-e8d1-4ee5-aa9e-52e34550a91b' 2024-11-27T20:21:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4828b7e2-e8d1-4ee5-aa9e-52e34550a91b" 2024-11-27T20:21:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bdcda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46493,-1] 2024-11-27T20:21:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:24,281 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:24,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ce535c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:24,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46493,1732738878884 2024-11-27T20:21:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c752d4 2024-11-27T20:21:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:24,285 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:24,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:46493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:21:24,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:21:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:24,289 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:46493' 2024-11-27T20:21:24,301 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558c0228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:24,301 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,46493,-1 for getting cluster id 2024-11-27T20:21:24,301 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:24,302 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4828b7e2-e8d1-4ee5-aa9e-52e34550a91b' 2024-11-27T20:21:24,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:24,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4828b7e2-e8d1-4ee5-aa9e-52e34550a91b" 2024-11-27T20:21:24,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294bf650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:24,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,46493,-1] 2024-11-27T20:21:24,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:24,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:24,304 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:24,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebc6e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:24,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:24,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,46493,1732738878884 2024-11-27T20:21:24,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6043a61 2024-11-27T20:21:24,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:24,308 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:24,309 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T20:21:24,309 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:21:24,309 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:24,309 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:24,309 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6daf43b95769:46493, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T20:21:24,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:24,317 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6daf43b95769:46493, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6daf43b95769:46493, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6daf43b95769:46493, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-27T20:21:24,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6daf43b95769:46493, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=31 msec 2024-11-27T20:21:24,318 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-27T20:21:24,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:24,394 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6daf43b95769:46493, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-27T20:21:24,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:24,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:24,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:24,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:24,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:24,453 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 364) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/cluster_17a52dc8-ce5e-dd3e-1e45-6360115674ee/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/cluster_17a52dc8-ce5e-dd3e-1e45-6360115674ee/data/data2/current/BP-1255217383-172.17.0.2-1732738877933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/cluster_17a52dc8-ce5e-dd3e-1e45-6360115674ee/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: qtp215572070-7899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9/MasterData-prefix:6daf43b95769,46493,1732738878884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42447 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server handler 0 on default port 38697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38697 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 3 on default port 38697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 6daf43b95769:46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: qtp2078566554-7850 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4f8c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2078566554-7851 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4f8c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1255217383-172.17.0.2-1732738877933:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55937) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@156b5570 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6daf43b95769:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@3dd75398[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp215572070-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp215572070-7898-acceptor-0@4fe01b73-ServerConnector@71ed5875{HTTP/1.1, (http/1.1)}{localhost:36693} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@4f969630 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;6daf43b95769:46493 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2078566554-7848 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4f8c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6daf43b95769:38549 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hbase.ipc.BlockingRpcCallback.get(BlockingRpcCallback.java:60) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:339) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) app//org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.regionServerReport(RegionServerStatusProtos.java:17278) app//org.apache.hadoop.hbase.regionserver.HRegionServer.tryRegionServerReport(HRegionServer.java:1079) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:902) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@a4cdf55 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_646755871_20 at /127.0.0.1:52432 [Receiving block BP-1255217383-172.17.0.2-1732738877933:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/6daf43b95769:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3e9cd22b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2078566554-7853 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6daf43b95769:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1255217383-172.17.0.2-1732738877933:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_646755871_20 at /127.0.0.1:52448 [Receiving block BP-1255217383-172.17.0.2-1732738877933:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f4f8c9f8cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42447 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_646755871_20 at /127.0.0.1:33282 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@10fe2a7a java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55937 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42447 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738880863 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@587c09d0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1dd9150f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/cluster_17a52dc8-ce5e-dd3e-1e45-6360115674ee/data/data1/current/BP-1255217383-172.17.0.2-1732738877933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@50e63c37 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55937) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp2078566554-7849 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4f8c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1255217383-172.17.0.2-1732738877933:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2078566554-7855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2078566554-7854 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp215572070-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f4f8c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9-prefix:6daf43b95769,38549,1732738878952.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46493 app//org.apache.hadoop.hbase.ipc.ServerCall.createHeaderAndMessageBytes(ServerCall.java:394) app//org.apache.hadoop.hbase.ipc.ServerCall.setResponse(ServerCall.java:324) app//org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:160) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 2 on default port 42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/6daf43b95769:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ProcessThread(sid:0 cport:55937): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42447 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/6daf43b95769:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@23a22ba4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42447/user/jenkins/test-data/d3897000-fabb-a9ab-79d1-df8facaa3ae9-prefix:6daf43b95769,38549,1732738878952 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-3a74450e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_428509270_20 at /127.0.0.1:52416 [Receiving block BP-1255217383-172.17.0.2-1732738877933:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1255217383-172.17.0.2-1732738877933 heartbeating to localhost/127.0.0.1:42447 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(1650490648) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007f4f8cad12d0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp2078566554-7852-acceptor-0@77cb9de6-ServerConnector@4a5635a5{HTTP/1.1, (http/1.1)}{localhost:42717} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6daf43b95769:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55937) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@53f92f90 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42447 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738880857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS:0;6daf43b95769:38549-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 415) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5396 (was 5787) 2024-11-27T20:21:24,457 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-27T20:21:24,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=5393 2024-11-27T20:21:24,488 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-27T20:21:24,512 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-27T20:21:24,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/hadoop.log.dir so I do NOT create it in target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c 2024-11-27T20:21:24,513 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:21:24,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/hadoop.tmp.dir so I do NOT create it in target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c 2024-11-27T20:21:24,513 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e18ef04f-f6df-d92e-b24a-922c86806852/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:21:24,513 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c 2024-11-27T20:21:24,514 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/cluster_afa7c049-bc14-6cec-164e-e971477eb606, deleteOnExit=true 2024-11-27T20:21:24,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/cluster_afa7c049-bc14-6cec-164e-e971477eb606/zookeeper_0, clientPort=55653, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/cluster_afa7c049-bc14-6cec-164e-e971477eb606/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/cluster_afa7c049-bc14-6cec-164e-e971477eb606/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T20:21:24,589 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55653 2024-11-27T20:21:24,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:21:24,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:21:24,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/test.cache.data in system properties and HBase conf 2024-11-27T20:21:24,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:21:24,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:21:24,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:21:24,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:21:24,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:21:24,590 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:21:24,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:21:24,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:21:24,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:21:24,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:21:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:21:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:21:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:21:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:21:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:21:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:21:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:21:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:21:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:21:24,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:21:24,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:24,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:21:24,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:21:24,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:21:24,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:21:24,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:24,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63117550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:21:24,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32e848c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:21:25,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@652612a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/java.io.tmpdir/jetty-localhost-37635-hadoop-hdfs-3_4_1-tests_jar-_-any-12141433543665408098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:25,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22795db7{HTTP/1.1, (http/1.1)}{localhost:37635} 2024-11-27T20:21:25,005 INFO [Time-limited test {}] server.Server(415): Started @286445ms 2024-11-27T20:21:25,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:25,119 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:21:25,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:21:25,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:21:25,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:21:25,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18b4fa78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:21:25,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18e02874{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:21:25,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6364848a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/java.io.tmpdir/jetty-localhost-38343-hadoop-hdfs-3_4_1-tests_jar-_-any-4095771913480999624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:25,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f4f83b2{HTTP/1.1, (http/1.1)}{localhost:38343} 2024-11-27T20:21:25,247 INFO [Time-limited test {}] server.Server(415): Started @286688ms 2024-11-27T20:21:25,249 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:21:25,399 WARN [Thread-4288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/cluster_afa7c049-bc14-6cec-164e-e971477eb606/data/data1/current/BP-1602914701-172.17.0.2-1732738884635/current, will proceed with Du for space computation calculation, 2024-11-27T20:21:25,400 WARN [Thread-4289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/cluster_afa7c049-bc14-6cec-164e-e971477eb606/data/data2/current/BP-1602914701-172.17.0.2-1732738884635/current, will proceed with Du for space computation calculation, 2024-11-27T20:21:25,466 WARN [Thread-4276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:21:25,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d05315f2c5a936 with lease ID 0xe5ee54afa2c09020: Processing first storage report for DS-adaf93c1-e1d0-4533-9819-bd17d86cc2cf from datanode DatanodeRegistration(127.0.0.1:44055, datanodeUuid=c4ffcd1d-1ee1-493b-8a00-020321c03901, infoPort=42155, infoSecurePort=0, ipcPort=43307, storageInfo=lv=-57;cid=testClusterID;nsid=999831231;c=1732738884635) 2024-11-27T20:21:25,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d05315f2c5a936 with lease ID 0xe5ee54afa2c09020: from storage DS-adaf93c1-e1d0-4533-9819-bd17d86cc2cf node DatanodeRegistration(127.0.0.1:44055, datanodeUuid=c4ffcd1d-1ee1-493b-8a00-020321c03901, infoPort=42155, infoSecurePort=0, ipcPort=43307, storageInfo=lv=-57;cid=testClusterID;nsid=999831231;c=1732738884635), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:21:25,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35d05315f2c5a936 with lease ID 0xe5ee54afa2c09020: Processing first storage report for DS-97e83928-5c0b-4aea-b6d6-4be2550b96b7 from datanode DatanodeRegistration(127.0.0.1:44055, datanodeUuid=c4ffcd1d-1ee1-493b-8a00-020321c03901, infoPort=42155, infoSecurePort=0, ipcPort=43307, storageInfo=lv=-57;cid=testClusterID;nsid=999831231;c=1732738884635) 2024-11-27T20:21:25,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35d05315f2c5a936 with lease ID 0xe5ee54afa2c09020: from storage DS-97e83928-5c0b-4aea-b6d6-4be2550b96b7 node DatanodeRegistration(127.0.0.1:44055, datanodeUuid=c4ffcd1d-1ee1-493b-8a00-020321c03901, infoPort=42155, infoSecurePort=0, ipcPort=43307, storageInfo=lv=-57;cid=testClusterID;nsid=999831231;c=1732738884635), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:21:25,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c 2024-11-27T20:21:25,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:25,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:25,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:21:25,515 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958 with version=8 2024-11-27T20:21:25,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/hbase-staging 2024-11-27T20:21:25,518 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:21:25,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:25,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:25,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:21:25,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:25,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:21:25,518 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:21:25,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:21:25,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35955 2024-11-27T20:21:25,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35955 connecting to ZooKeeper ensemble=127.0.0.1:55653 2024-11-27T20:21:25,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359550x0, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:25,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35955-0x1015b170e690000 connected 2024-11-27T20:21:25,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:25,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:25,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Set watcher on znode that does not yet exist, /0-575793241/running 2024-11-27T20:21:25,582 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958, hbase.cluster.distributed=false 2024-11-27T20:21:25,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Set watcher on znode that does not yet exist, /0-575793241/acl 2024-11-27T20:21:25,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35955 2024-11-27T20:21:25,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35955 2024-11-27T20:21:25,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35955 2024-11-27T20:21:25,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35955 2024-11-27T20:21:25,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35955 2024-11-27T20:21:25,621 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:21:25,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:25,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:25,621 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:21:25,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:25,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:21:25,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:21:25,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:21:25,626 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33591 2024-11-27T20:21:25,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33591 connecting to ZooKeeper ensemble=127.0.0.1:55653 2024-11-27T20:21:25,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:25,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:25,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335910x0, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:25,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:335910x0, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Set watcher on znode that does not yet exist, /0-575793241/running 2024-11-27T20:21:25,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:21:25,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33591-0x1015b170e690001 connected 2024-11-27T20:21:25,664 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:21:25,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Set watcher on znode that does not yet exist, /0-575793241/master 2024-11-27T20:21:25,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Set watcher on znode that does not yet exist, /0-575793241/acl 2024-11-27T20:21:25,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-27T20:21:25,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33591 2024-11-27T20:21:25,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33591 2024-11-27T20:21:25,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-27T20:21:25,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33591 2024-11-27T20:21:25,702 DEBUG [M:0;6daf43b95769:35955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:35955 2024-11-27T20:21:25,707 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-575793241/backup-masters/6daf43b95769,35955,1732738885517 2024-11-27T20:21:25,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241/backup-masters 2024-11-27T20:21:25,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241/backup-masters 2024-11-27T20:21:25,710 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Set watcher on existing znode=/0-575793241/backup-masters/6daf43b95769,35955,1732738885517 2024-11-27T20:21:25,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-575793241/master 2024-11-27T20:21:25,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:25,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:25,712 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Set watcher on existing znode=/0-575793241/master 2024-11-27T20:21:25,712 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-575793241/backup-masters/6daf43b95769,35955,1732738885517 from backup master directory 2024-11-27T20:21:25,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-575793241/backup-masters/6daf43b95769,35955,1732738885517 2024-11-27T20:21:25,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241/backup-masters 2024-11-27T20:21:25,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241/backup-masters 2024-11-27T20:21:25,713 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:21:25,713 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,35955,1732738885517 2024-11-27T20:21:25,716 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/hbase.id] with ID: 0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe 2024-11-27T20:21:25,716 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/.tmp/hbase.id 2024-11-27T20:21:25,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:21:25,730 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/.tmp/hbase.id]:[hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/hbase.id] 2024-11-27T20:21:25,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:25,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:21:25,741 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:21:25,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:25,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:25,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:21:26,150 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:26,151 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:21:26,158 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:26,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:21:26,591 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store 2024-11-27T20:21:26,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:21:26,604 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:26,605 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:26,605 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:26,605 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:26,605 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:26,605 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:26,605 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:26,605 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738886604Disabling compacts and flushes for region at 1732738886604Disabling writes for close at 1732738886605 (+1 ms)Writing region close event to WAL at 1732738886605Closed at 1732738886605 2024-11-27T20:21:26,605 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/.initializing 2024-11-27T20:21:26,606 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/WALs/6daf43b95769,35955,1732738885517 2024-11-27T20:21:26,606 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:21:26,608 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C35955%2C1732738885517, suffix=, logDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/WALs/6daf43b95769,35955,1732738885517, archiveDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/oldWALs, maxLogs=10 2024-11-27T20:21:26,626 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/WALs/6daf43b95769,35955,1732738885517/6daf43b95769%2C35955%2C1732738885517.1732738886608, exclude list is [], retry=0 2024-11-27T20:21:26,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-adaf93c1-e1d0-4533-9819-bd17d86cc2cf,DISK] 2024-11-27T20:21:26,640 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/WALs/6daf43b95769,35955,1732738885517/6daf43b95769%2C35955%2C1732738885517.1732738886608 2024-11-27T20:21:26,640 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42155:42155)] 2024-11-27T20:21:26,640 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:26,641 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:26,641 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,641 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:21:26,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:26,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:26,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:21:26,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:26,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:26,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:21:26,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:26,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:26,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:21:26,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:26,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:26,650 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,651 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,651 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,652 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,652 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,652 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:26,654 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:26,655 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:26,656 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60260206, jitterRate=-0.1020529568195343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:26,656 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738886641Initializing all the Stores at 1732738886642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738886642Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738886645 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738886645Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738886645Cleaning up temporary data from old regions at 1732738886652 (+7 ms)Region opened successfully at 1732738886656 (+4 ms) 2024-11-27T20:21:26,656 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:21:26,658 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7e007f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:21:26,659 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:21:26,659 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:21:26,659 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:21:26,659 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:21:26,660 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:21:26,660 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:21:26,660 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:21:26,661 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:21:26,662 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Unable to get data of znode /0-575793241/balancer because node does not exist (not necessarily an error) 2024-11-27T20:21:26,663 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-575793241/balancer already deleted, retry=false 2024-11-27T20:21:26,663 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:21:26,664 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Unable to get data of znode /0-575793241/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:21:26,665 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-575793241/normalizer already deleted, retry=false 2024-11-27T20:21:26,665 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:21:26,665 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Unable to get data of znode /0-575793241/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:21:26,666 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-575793241/switch/split already deleted, retry=false 2024-11-27T20:21:26,667 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Unable to get data of znode /0-575793241/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:21:26,673 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-575793241/switch/merge already deleted, retry=false 2024-11-27T20:21:26,674 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Unable to get data of znode /0-575793241/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:21:26,676 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-575793241/snapshot-cleanup already deleted, retry=false 2024-11-27T20:21:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-575793241/running 2024-11-27T20:21:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-575793241/running 2024-11-27T20:21:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:26,678 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,35955,1732738885517, sessionid=0x1015b170e690000, setting cluster-up flag (Was=false) 2024-11-27T20:21:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:26,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:26,696 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-575793241/flush-table-proc/acquired, /0-575793241/flush-table-proc/reached, /0-575793241/flush-table-proc/abort 2024-11-27T20:21:26,697 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,35955,1732738885517 2024-11-27T20:21:26,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:26,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:26,713 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-575793241/online-snapshot/acquired, /0-575793241/online-snapshot/reached, /0-575793241/online-snapshot/abort 2024-11-27T20:21:26,714 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,35955,1732738885517 2024-11-27T20:21:26,721 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:21:26,722 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:26,722 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:21:26,722 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:21:26,722 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,35955,1732738885517 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:21:26,723 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:26,723 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:26,723 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:26,723 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:26,724 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:21:26,724 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,724 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:21:26,724 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:26,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:21:26,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:26,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:21:26,732 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738916732 2024-11-27T20:21:26,732 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:21:26,733 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:21:26,733 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:21:26,733 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:21:26,733 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:21:26,733 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:21:26,736 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,736 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:21:26,737 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:21:26,737 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:21:26,737 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:21:26,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:21:26,739 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:21:26,739 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738886739,5,FailOnTimeoutGroup] 2024-11-27T20:21:26,740 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738886739,5,FailOnTimeoutGroup] 2024-11-27T20:21:26,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:21:26,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:21:26,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,740 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,787 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(746): ClusterId : 0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe 2024-11-27T20:21:26,787 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:21:26,789 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:21:26,789 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:21:26,791 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:21:26,791 DEBUG [RS:0;6daf43b95769:33591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd471d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:21:26,806 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:33591 2024-11-27T20:21:26,806 INFO [RS:0;6daf43b95769:33591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:21:26,806 INFO [RS:0;6daf43b95769:33591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:21:26,806 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:21:26,807 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,35955,1732738885517 with port=33591, startcode=1732738885621 2024-11-27T20:21:26,808 DEBUG [RS:0;6daf43b95769:33591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:21:26,817 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:21:26,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35955 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,33591,1732738885621 2024-11-27T20:21:26,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35955 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,33591,1732738885621 2024-11-27T20:21:26,819 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958 2024-11-27T20:21:26,819 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33881 2024-11-27T20:21:26,819 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:21:26,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241/rs 2024-11-27T20:21:26,822 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,33591,1732738885621] 2024-11-27T20:21:26,824 DEBUG [RS:0;6daf43b95769:33591 {}] zookeeper.ZKUtil(111): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Set watcher on existing znode=/0-575793241/rs/6daf43b95769,33591,1732738885621 2024-11-27T20:21:26,824 WARN [RS:0;6daf43b95769:33591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:21:26,824 INFO [RS:0;6daf43b95769:33591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:26,824 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621 2024-11-27T20:21:26,831 INFO [RS:0;6daf43b95769:33591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:21:26,833 INFO [RS:0;6daf43b95769:33591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:21:26,834 INFO [RS:0;6daf43b95769:33591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:21:26,834 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,837 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:21:26,838 INFO [RS:0;6daf43b95769:33591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:21:26,838 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:21:26,838 DEBUG [RS:0;6daf43b95769:33591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:21:26,840 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,840 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,841 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,841 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,841 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,841 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33591,1732738885621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:21:26,856 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:21:26,856 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,33591,1732738885621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,856 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,857 INFO [RS:0;6daf43b95769:33591 {}] regionserver.Replication(171): 6daf43b95769,33591,1732738885621 started 2024-11-27T20:21:26,878 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:26,878 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,33591,1732738885621, RpcServer on 6daf43b95769/172.17.0.2:33591, sessionid=0x1015b170e690001 2024-11-27T20:21:26,879 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:21:26,879 DEBUG [RS:0;6daf43b95769:33591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,33591,1732738885621 2024-11-27T20:21:26,879 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,33591,1732738885621' 2024-11-27T20:21:26,879 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-575793241/flush-table-proc/abort' 2024-11-27T20:21:26,879 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-575793241/flush-table-proc/acquired' 2024-11-27T20:21:26,881 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:21:26,881 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:21:26,881 DEBUG [RS:0;6daf43b95769:33591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,33591,1732738885621 2024-11-27T20:21:26,881 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,33591,1732738885621' 2024-11-27T20:21:26,881 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-575793241/online-snapshot/abort' 2024-11-27T20:21:26,881 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-575793241/online-snapshot/acquired' 2024-11-27T20:21:26,882 DEBUG [RS:0;6daf43b95769:33591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:21:26,882 INFO [RS:0;6daf43b95769:33591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:21:26,882 INFO [RS:0;6daf43b95769:33591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:21:26,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:21:26,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T20:21:26,983 INFO [RS:0;6daf43b95769:33591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:21:26,987 INFO [RS:0;6daf43b95769:33591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C33591%2C1732738885621, suffix=, logDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621, archiveDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/oldWALs, maxLogs=10 2024-11-27T20:21:27,008 DEBUG [RS:0;6daf43b95769:33591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987, exclude list is [], retry=0 2024-11-27T20:21:27,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-adaf93c1-e1d0-4533-9819-bd17d86cc2cf,DISK] 2024-11-27T20:21:27,046 INFO [RS:0;6daf43b95769:33591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 2024-11-27T20:21:27,056 DEBUG [RS:0;6daf43b95769:33591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42155:42155)] 2024-11-27T20:21:27,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:21:27,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958 2024-11-27T20:21:27,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:21:27,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:27,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:21:27,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:21:27,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:27,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:27,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:21:27,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:21:27,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:27,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:27,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:21:27,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:21:27,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:27,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:27,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:21:27,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:21:27,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:27,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:27,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:21:27,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740 2024-11-27T20:21:27,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740 2024-11-27T20:21:27,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:21:27,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:21:27,214 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:27,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:21:27,236 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:27,241 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70149317, jitterRate=0.04530628025531769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:27,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738887182Initializing all the Stores at 1732738887183 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738887183Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738887192 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738887192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738887192Cleaning up temporary data from old regions at 1732738887213 (+21 ms)Region opened successfully at 1732738887241 (+28 ms) 2024-11-27T20:21:27,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:27,242 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:27,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:27,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:27,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:27,249 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:27,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738887241Disabling compacts and flushes for region at 1732738887242 (+1 ms)Disabling writes for close at 1732738887242Writing region close event to WAL at 1732738887248 (+6 ms)Closed at 1732738887248 2024-11-27T20:21:27,250 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:27,250 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:21:27,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:21:27,251 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:21:27,252 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:21:27,403 DEBUG [6daf43b95769:35955 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:21:27,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,33591,1732738885621 2024-11-27T20:21:27,405 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,33591,1732738885621, state=OPENING 2024-11-27T20:21:27,412 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:21:27,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:27,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:27,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-575793241/meta-region-server: CHANGED 2024-11-27T20:21:27,416 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-575793241/meta-region-server: CHANGED 2024-11-27T20:21:27,416 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:21:27,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,33591,1732738885621}] 2024-11-27T20:21:27,531 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:21:27,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,585 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:27,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:21:27,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,615 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:21:27,615 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:27,615 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:21:27,619 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C33591%2C1732738885621.meta, suffix=.meta, logDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621, archiveDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/oldWALs, maxLogs=10 2024-11-27T20:21:27,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:27,647 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.meta.1732738887619.meta, exclude list is [], retry=0 2024-11-27T20:21:27,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-adaf93c1-e1d0-4533-9819-bd17d86cc2cf,DISK] 2024-11-27T20:21:27,683 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.meta.1732738887619.meta 2024-11-27T20:21:27,684 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42155:42155)] 2024-11-27T20:21:27,684 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:27,685 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:27,685 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:21:27,685 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:21:27,685 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:21:27,685 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:21:27,685 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:27,685 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:21:27,685 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:21:27,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:21:27,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:21:27,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:27,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:27,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:21:27,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:21:27,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:27,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:27,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:21:27,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:21:27,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:27,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:27,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:21:27,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:21:27,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:27,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:27,697 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:21:27,698 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740 2024-11-27T20:21:27,699 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740 2024-11-27T20:21:27,700 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:21:27,700 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:21:27,700 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:27,701 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:21:27,702 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63179223, jitterRate=-0.0585562139749527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:27,702 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:21:27,702 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738887686Writing region info on filesystem at 1732738887686Initializing all the Stores at 1732738887686Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738887686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738887692 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738887692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738887692Cleaning up temporary data from old regions at 1732738887700 (+8 ms)Running coprocessor post-open hooks at 1732738887702 (+2 ms)Region opened successfully at 1732738887702 2024-11-27T20:21:27,703 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738887584 2024-11-27T20:21:27,705 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,33591,1732738885621 2024-11-27T20:21:27,706 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,33591,1732738885621, state=OPEN 2024-11-27T20:21:27,707 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:21:27,707 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:21:27,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-575793241/meta-region-server 2024-11-27T20:21:27,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-575793241/meta-region-server 2024-11-27T20:21:27,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-575793241/meta-region-server: CHANGED 2024-11-27T20:21:27,711 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,33591,1732738885621 2024-11-27T20:21:27,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-575793241/meta-region-server: CHANGED 2024-11-27T20:21:27,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:21:27,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,33591,1732738885621 in 295 msec 2024-11-27T20:21:27,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:21:27,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-27T20:21:27,717 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:27,717 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:21:27,719 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:27,719 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,33591,1732738885621, seqNum=-1] 2024-11-27T20:21:27,719 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:27,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:27,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0030 sec 2024-11-27T20:21:27,726 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738887726, completionTime=-1 2024-11-27T20:21:27,726 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:21:27,726 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:21:27,728 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:21:27,728 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738947728 2024-11-27T20:21:27,728 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732739007728 2024-11-27T20:21:27,728 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T20:21:27,729 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35955,1732738885517-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:27,729 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35955,1732738885517-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:27,729 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35955,1732738885517-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:27,729 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:35955, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:27,729 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:27,731 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:21:27,738 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:27,743 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.030sec 2024-11-27T20:21:27,743 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:21:27,743 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:21:27,743 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:21:27,743 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:21:27,743 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:21:27,743 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35955,1732738885517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:21:27,743 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35955,1732738885517-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:21:27,746 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:21:27,746 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:21:27,746 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,35955,1732738885517-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:27,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4401da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:27,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35955,-1 for getting cluster id 2024-11-27T20:21:27,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:27,805 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe' 2024-11-27T20:21:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe" 2024-11-27T20:21:27,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e30a062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:27,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35955,-1] 2024-11-27T20:21:27,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:27,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:27,807 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:27,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ffe7f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:27,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:27,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,33591,1732738885621, seqNum=-1] 2024-11-27T20:21:27,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:27,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:27,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,35955,1732738885517 2024-11-27T20:21:27,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55653 2024-11-27T20:21:27,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:27,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/hadoop.log.dir so I do NOT create it in target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf 2024-11-27T20:21:27,838 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:21:27,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/hadoop.tmp.dir so I do NOT create it in target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf 2024-11-27T20:21:27,838 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:21:27,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf 2024-11-27T20:21:27,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:21:27,838 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/cluster_299e2fbc-a79b-076c-daf4-9ce19a5ec3c3, deleteOnExit=true 2024-11-27T20:21:27,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:21:27,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/test.cache.data in system properties and HBase conf 2024-11-27T20:21:27,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:21:27,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:21:27,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:21:27,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:21:27,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:21:27,839 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:21:27,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:21:27,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:21:27,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:21:27,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:21:27,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:21:27,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:21:27,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:21:27,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:21:27,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:21:27,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:21:27,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:21:27,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:21:27,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:21:27,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:21:27,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015b170e690002 connected 2024-11-27T20:21:28,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:28,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:21:28,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:21:28,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:21:28,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:21:28,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:28,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1595cc9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:21:28,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7db609ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:21:28,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8d804e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/java.io.tmpdir/jetty-localhost-45191-hadoop-hdfs-3_4_1-tests_jar-_-any-14470205825699921645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:28,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f5e25ff{HTTP/1.1, (http/1.1)}{localhost:45191} 2024-11-27T20:21:28,194 INFO [Time-limited test {}] server.Server(415): Started @289635ms 2024-11-27T20:21:28,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:28,416 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:21:28,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:21:28,433 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:21:28,433 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T20:21:28,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74496a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:21:28,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45404d7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:21:28,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32664bfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/java.io.tmpdir/jetty-localhost-38029-hadoop-hdfs-3_4_1-tests_jar-_-any-6331450048991161428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:28,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28c52eab{HTTP/1.1, (http/1.1)}{localhost:38029} 2024-11-27T20:21:28,556 INFO [Time-limited test {}] server.Server(415): Started @289997ms 2024-11-27T20:21:28,557 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:21:28,681 WARN [Thread-4409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/cluster_299e2fbc-a79b-076c-daf4-9ce19a5ec3c3/data/data1/current/BP-422831019-172.17.0.2-1732738887908/current, will proceed with Du for space computation calculation, 2024-11-27T20:21:28,682 WARN [Thread-4410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/cluster_299e2fbc-a79b-076c-daf4-9ce19a5ec3c3/data/data2/current/BP-422831019-172.17.0.2-1732738887908/current, will proceed with Du for space computation calculation, 2024-11-27T20:21:28,729 WARN [Thread-4397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:21:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d3743390a2cb78d with lease ID 0xb4a7a8ef4ecafe5: Processing first storage report for DS-1ecdcd58-4319-4c51-a0de-217d487316b4 from datanode DatanodeRegistration(127.0.0.1:36393, datanodeUuid=8fcbfef6-2856-4571-89d7-2518c830223b, infoPort=46781, infoSecurePort=0, ipcPort=35231, storageInfo=lv=-57;cid=testClusterID;nsid=842645115;c=1732738887908) 2024-11-27T20:21:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d3743390a2cb78d with lease ID 0xb4a7a8ef4ecafe5: from storage DS-1ecdcd58-4319-4c51-a0de-217d487316b4 node DatanodeRegistration(127.0.0.1:36393, datanodeUuid=8fcbfef6-2856-4571-89d7-2518c830223b, infoPort=46781, infoSecurePort=0, ipcPort=35231, storageInfo=lv=-57;cid=testClusterID;nsid=842645115;c=1732738887908), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:21:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d3743390a2cb78d with lease ID 0xb4a7a8ef4ecafe5: Processing first storage report for DS-b5a03d1d-7620-47a8-9da0-57ed92011fde from datanode DatanodeRegistration(127.0.0.1:36393, datanodeUuid=8fcbfef6-2856-4571-89d7-2518c830223b, infoPort=46781, infoSecurePort=0, ipcPort=35231, storageInfo=lv=-57;cid=testClusterID;nsid=842645115;c=1732738887908) 2024-11-27T20:21:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d3743390a2cb78d with lease ID 0xb4a7a8ef4ecafe5: from storage DS-b5a03d1d-7620-47a8-9da0-57ed92011fde node DatanodeRegistration(127.0.0.1:36393, datanodeUuid=8fcbfef6-2856-4571-89d7-2518c830223b, infoPort=46781, infoSecurePort=0, ipcPort=35231, storageInfo=lv=-57;cid=testClusterID;nsid=842645115;c=1732738887908), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:21:28,791 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf 2024-11-27T20:21:28,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:28,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:21:29,200 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9 with version=8 2024-11-27T20:21:29,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/hbase-staging 2024-11-27T20:21:29,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:21:29,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:29,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:29,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:21:29,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:29,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:21:29,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:21:29,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:21:29,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43419 2024-11-27T20:21:29,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43419 connecting to ZooKeeper ensemble=127.0.0.1:55653 2024-11-27T20:21:29,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434190x0, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:29,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43419-0x1015b170e690003 connected 2024-11-27T20:21:29,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:29,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:29,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Set watcher on znode that does not yet exist, /11882993808/running 2024-11-27T20:21:29,230 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9, hbase.cluster.distributed=false 2024-11-27T20:21:29,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Set watcher on znode that does not yet exist, /11882993808/acl 2024-11-27T20:21:29,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-27T20:21:29,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43419 2024-11-27T20:21:29,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43419 2024-11-27T20:21:29,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-27T20:21:29,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43419 2024-11-27T20:21:29,257 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:21:29,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:29,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:29,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:21:29,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:29,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:21:29,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:21:29,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:21:29,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36743 2024-11-27T20:21:29,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36743 connecting to ZooKeeper ensemble=127.0.0.1:55653 2024-11-27T20:21:29,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:29,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:29,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367430x0, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:29,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36743-0x1015b170e690004 connected 2024-11-27T20:21:29,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367430x0, quorum=127.0.0.1:55653, baseZNode=/11882993808 Set watcher on znode that does not yet exist, /11882993808/running 2024-11-27T20:21:29,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:21:29,276 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:21:29,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Set watcher on znode that does not yet exist, /11882993808/master 2024-11-27T20:21:29,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Set watcher on znode that does not yet exist, /11882993808/acl 2024-11-27T20:21:29,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36743 2024-11-27T20:21:29,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36743 2024-11-27T20:21:29,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36743 2024-11-27T20:21:29,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36743 2024-11-27T20:21:29,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36743 2024-11-27T20:21:29,297 DEBUG [M:0;6daf43b95769:43419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:43419 2024-11-27T20:21:29,297 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11882993808/backup-masters/6daf43b95769,43419,1732738889203 2024-11-27T20:21:29,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808/backup-masters 2024-11-27T20:21:29,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808/backup-masters 2024-11-27T20:21:29,299 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Set watcher on existing znode=/11882993808/backup-masters/6daf43b95769,43419,1732738889203 2024-11-27T20:21:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11882993808/master 2024-11-27T20:21:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:29,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:29,301 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Set watcher on existing znode=/11882993808/master 2024-11-27T20:21:29,301 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11882993808/backup-masters/6daf43b95769,43419,1732738889203 from backup master directory 2024-11-27T20:21:29,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808/backup-masters 2024-11-27T20:21:29,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882993808/backup-masters/6daf43b95769,43419,1732738889203 2024-11-27T20:21:29,303 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:21:29,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808/backup-masters 2024-11-27T20:21:29,303 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,43419,1732738889203 2024-11-27T20:21:29,308 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/hbase.id] with ID: 1de81684-6533-4787-89ad-a20d0899e16b 2024-11-27T20:21:29,308 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/.tmp/hbase.id 2024-11-27T20:21:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:21:29,314 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/.tmp/hbase.id]:[hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/hbase.id] 2024-11-27T20:21:29,326 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:29,326 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:21:29,327 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:21:29,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:29,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:29,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:21:29,340 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:29,341 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:21:29,341 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:29,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:21:29,751 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store 2024-11-27T20:21:29,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:21:30,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:30,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:30,156 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:30,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:30,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:30,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:30,156 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:30,156 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738890156Disabling compacts and flushes for region at 1732738890156Disabling writes for close at 1732738890156Writing region close event to WAL at 1732738890156Closed at 1732738890156 2024-11-27T20:21:30,157 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/.initializing 2024-11-27T20:21:30,157 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/WALs/6daf43b95769,43419,1732738889203 2024-11-27T20:21:30,158 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:21:30,159 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C43419%2C1732738889203, suffix=, logDir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/WALs/6daf43b95769,43419,1732738889203, archiveDir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/oldWALs, maxLogs=10 2024-11-27T20:21:30,174 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/WALs/6daf43b95769,43419,1732738889203/6daf43b95769%2C43419%2C1732738889203.1732738890159, exclude list is [], retry=0 2024-11-27T20:21:30,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36393,DS-1ecdcd58-4319-4c51-a0de-217d487316b4,DISK] 2024-11-27T20:21:30,177 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/WALs/6daf43b95769,43419,1732738889203/6daf43b95769%2C43419%2C1732738889203.1732738890159 2024-11-27T20:21:30,178 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46781:46781)] 2024-11-27T20:21:30,178 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:30,178 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:30,178 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,178 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:21:30,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:30,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:30,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:21:30,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:30,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:30,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:21:30,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:30,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:30,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:21:30,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:30,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:30,183 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,184 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,184 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,185 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,185 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,185 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:30,186 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:30,190 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:30,190 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61424943, jitterRate=-0.08469702303409576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:30,190 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738890178Initializing all the Stores at 1732738890179 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738890179Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738890179Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738890179Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738890179Cleaning up temporary data from old regions at 1732738890185 (+6 ms)Region opened successfully at 1732738890190 (+5 ms) 2024-11-27T20:21:30,191 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:21:30,193 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f921e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:21:30,193 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:21:30,193 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:21:30,194 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:21:30,194 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:21:30,194 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:21:30,194 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:21:30,194 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:21:30,196 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:21:30,196 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Unable to get data of znode /11882993808/balancer because node does not exist (not necessarily an error) 2024-11-27T20:21:30,197 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882993808/balancer already deleted, retry=false 2024-11-27T20:21:30,198 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:21:30,198 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Unable to get data of znode /11882993808/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:21:30,199 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882993808/normalizer already deleted, retry=false 2024-11-27T20:21:30,199 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:21:30,200 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Unable to get data of znode /11882993808/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:21:30,201 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882993808/switch/split already deleted, retry=false 2024-11-27T20:21:30,201 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Unable to get data of znode /11882993808/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:21:30,203 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882993808/switch/merge already deleted, retry=false 2024-11-27T20:21:30,204 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Unable to get data of znode /11882993808/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:21:30,205 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882993808/snapshot-cleanup already deleted, retry=false 2024-11-27T20:21:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11882993808/running 2024-11-27T20:21:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11882993808/running 2024-11-27T20:21:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:30,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:30,207 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,43419,1732738889203, sessionid=0x1015b170e690003, setting cluster-up flag (Was=false) 2024-11-27T20:21:30,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:30,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:30,214 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11882993808/flush-table-proc/acquired, /11882993808/flush-table-proc/reached, /11882993808/flush-table-proc/abort 2024-11-27T20:21:30,215 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,43419,1732738889203 2024-11-27T20:21:30,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:30,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:30,227 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11882993808/online-snapshot/acquired, /11882993808/online-snapshot/reached, /11882993808/online-snapshot/abort 2024-11-27T20:21:30,228 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,43419,1732738889203 2024-11-27T20:21:30,229 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:21:30,230 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:30,230 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:21:30,230 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:21:30,231 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,43419,1732738889203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:21:30,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:30,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:30,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:30,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:30,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:21:30,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:21:30,232 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,233 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738920233 2024-11-27T20:21:30,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:30,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:21:30,233 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:21:30,233 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:21:30,234 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:21:30,234 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:21:30,234 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:21:30,234 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:21:30,234 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,234 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:30,234 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:21:30,239 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:21:30,239 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:21:30,239 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:21:30,239 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:21:30,242 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:21:30,242 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:21:30,244 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738890242,5,FailOnTimeoutGroup] 2024-11-27T20:21:30,245 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738890244,5,FailOnTimeoutGroup] 2024-11-27T20:21:30,245 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,245 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:21:30,245 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,245 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:21:30,287 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(746): ClusterId : 1de81684-6533-4787-89ad-a20d0899e16b 2024-11-27T20:21:30,287 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:21:30,289 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:21:30,289 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:21:30,290 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:21:30,291 DEBUG [RS:0;6daf43b95769:36743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@86b255a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:21:30,303 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:36743 2024-11-27T20:21:30,303 INFO [RS:0;6daf43b95769:36743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:21:30,303 INFO [RS:0;6daf43b95769:36743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:21:30,303 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:21:30,304 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,43419,1732738889203 with port=36743, startcode=1732738889257 2024-11-27T20:21:30,304 DEBUG [RS:0;6daf43b95769:36743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:21:30,305 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:21:30,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,36743,1732738889257 2024-11-27T20:21:30,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43419 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,36743,1732738889257 2024-11-27T20:21:30,307 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9 2024-11-27T20:21:30,307 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44873 2024-11-27T20:21:30,307 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:21:30,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808/rs 2024-11-27T20:21:30,313 DEBUG [RS:0;6daf43b95769:36743 {}] zookeeper.ZKUtil(111): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Set watcher on existing znode=/11882993808/rs/6daf43b95769,36743,1732738889257 2024-11-27T20:21:30,313 WARN [RS:0;6daf43b95769:36743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:21:30,313 INFO [RS:0;6daf43b95769:36743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:30,313 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/WALs/6daf43b95769,36743,1732738889257 2024-11-27T20:21:30,314 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,36743,1732738889257] 2024-11-27T20:21:30,316 INFO [RS:0;6daf43b95769:36743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:21:30,318 INFO [RS:0;6daf43b95769:36743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:21:30,318 INFO [RS:0;6daf43b95769:36743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:21:30,318 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,319 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:21:30,319 INFO [RS:0;6daf43b95769:36743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:21:30,319 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,319 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,320 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:30,320 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:21:30,320 DEBUG [RS:0;6daf43b95769:36743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:21:30,320 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,320 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,320 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,320 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,320 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,320 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,36743,1732738889257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:21:30,336 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:21:30,337 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,36743,1732738889257-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,337 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,337 INFO [RS:0;6daf43b95769:36743 {}] regionserver.Replication(171): 6daf43b95769,36743,1732738889257 started 2024-11-27T20:21:30,352 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:30,352 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,36743,1732738889257, RpcServer on 6daf43b95769/172.17.0.2:36743, sessionid=0x1015b170e690004 2024-11-27T20:21:30,352 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:21:30,352 DEBUG [RS:0;6daf43b95769:36743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,36743,1732738889257 2024-11-27T20:21:30,352 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,36743,1732738889257' 2024-11-27T20:21:30,352 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11882993808/flush-table-proc/abort' 2024-11-27T20:21:30,353 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11882993808/flush-table-proc/acquired' 2024-11-27T20:21:30,353 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:21:30,353 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:21:30,353 DEBUG [RS:0;6daf43b95769:36743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,36743,1732738889257 2024-11-27T20:21:30,353 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,36743,1732738889257' 2024-11-27T20:21:30,353 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11882993808/online-snapshot/abort' 2024-11-27T20:21:30,354 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11882993808/online-snapshot/acquired' 2024-11-27T20:21:30,354 DEBUG [RS:0;6daf43b95769:36743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:21:30,354 INFO [RS:0;6daf43b95769:36743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:21:30,354 INFO [RS:0;6daf43b95769:36743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:21:30,454 INFO [RS:0;6daf43b95769:36743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:21:30,455 INFO [RS:0;6daf43b95769:36743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C36743%2C1732738889257, suffix=, logDir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/WALs/6daf43b95769,36743,1732738889257, archiveDir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/oldWALs, maxLogs=10 2024-11-27T20:21:30,471 DEBUG [RS:0;6daf43b95769:36743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/WALs/6daf43b95769,36743,1732738889257/6daf43b95769%2C36743%2C1732738889257.1732738890456, exclude list is [], retry=0 2024-11-27T20:21:30,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36393,DS-1ecdcd58-4319-4c51-a0de-217d487316b4,DISK] 2024-11-27T20:21:30,474 INFO [RS:0;6daf43b95769:36743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/WALs/6daf43b95769,36743,1732738889257/6daf43b95769%2C36743%2C1732738889257.1732738890456 2024-11-27T20:21:30,475 DEBUG [RS:0;6daf43b95769:36743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46781:46781)] 2024-11-27T20:21:30,648 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:21:30,648 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9 2024-11-27T20:21:30,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:21:31,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:31,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:21:31,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:21:31,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:31,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:31,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:21:31,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:21:31,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:31,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:31,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:21:31,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:21:31,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:31,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:31,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:21:31,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:21:31,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:31,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:31,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:21:31,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740 2024-11-27T20:21:31,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740 2024-11-27T20:21:31,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:21:31,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:21:31,063 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:31,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:21:31,066 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:31,066 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71487185, jitterRate=0.06524206697940826}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:31,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738891054Initializing all the Stores at 1732738891054Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738891054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738891055 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738891055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738891055Cleaning up temporary data from old regions at 1732738891063 (+8 ms)Region opened successfully at 1732738891066 (+3 ms) 2024-11-27T20:21:31,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:31,066 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:31,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:31,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:31,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:31,067 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:31,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738891066Disabling compacts and flushes for region at 1732738891066Disabling writes for close at 1732738891066Writing region close event to WAL at 1732738891067 (+1 ms)Closed at 1732738891067 2024-11-27T20:21:31,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:31,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:21:31,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:21:31,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:21:31,070 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:21:31,220 DEBUG [6daf43b95769:43419 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:21:31,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,36743,1732738889257 2024-11-27T20:21:31,222 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,36743,1732738889257, state=OPENING 2024-11-27T20:21:31,223 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:21:31,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:31,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:31,225 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:21:31,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882993808/meta-region-server: CHANGED 2024-11-27T20:21:31,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882993808/meta-region-server: CHANGED 2024-11-27T20:21:31,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,36743,1732738889257}] 2024-11-27T20:21:31,377 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:31,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:21:31,381 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:21:31,381 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:31,381 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:21:31,382 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C36743%2C1732738889257.meta, suffix=.meta, logDir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/WALs/6daf43b95769,36743,1732738889257, archiveDir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/oldWALs, maxLogs=10 2024-11-27T20:21:31,397 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/WALs/6daf43b95769,36743,1732738889257/6daf43b95769%2C36743%2C1732738889257.meta.1732738891383.meta, exclude list is [], retry=0 2024-11-27T20:21:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36393,DS-1ecdcd58-4319-4c51-a0de-217d487316b4,DISK] 2024-11-27T20:21:31,400 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/WALs/6daf43b95769,36743,1732738889257/6daf43b95769%2C36743%2C1732738889257.meta.1732738891383.meta 2024-11-27T20:21:31,401 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46781:46781)] 2024-11-27T20:21:31,401 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:31,401 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:31,401 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:21:31,401 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:21:31,401 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:21:31,401 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:21:31,402 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:31,402 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:21:31,402 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:21:31,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:21:31,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:21:31,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:31,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:31,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:21:31,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:21:31,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:31,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:31,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:21:31,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:21:31,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:31,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:31,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:21:31,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:21:31,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:31,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:31,406 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:21:31,407 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740 2024-11-27T20:21:31,408 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740 2024-11-27T20:21:31,408 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:21:31,409 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:21:31,409 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:31,410 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:21:31,410 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60563606, jitterRate=-0.09753194451332092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:31,410 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:21:31,410 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738891402Writing region info on filesystem at 1732738891402Initializing all the Stores at 1732738891402Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738891402Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738891402Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738891402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738891402Cleaning up temporary data from old regions at 1732738891409 (+7 ms)Running coprocessor post-open hooks at 1732738891410 (+1 ms)Region opened successfully at 1732738891410 2024-11-27T20:21:31,411 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738891377 2024-11-27T20:21:31,413 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:21:31,413 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:21:31,413 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,36743,1732738889257 2024-11-27T20:21:31,414 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,36743,1732738889257, state=OPEN 2024-11-27T20:21:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11882993808/meta-region-server 2024-11-27T20:21:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11882993808/meta-region-server 2024-11-27T20:21:31,415 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,36743,1732738889257 2024-11-27T20:21:31,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882993808/meta-region-server: CHANGED 2024-11-27T20:21:31,415 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882993808/meta-region-server: CHANGED 2024-11-27T20:21:31,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:21:31,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,36743,1732738889257 in 190 msec 2024-11-27T20:21:31,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:21:31,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-27T20:21:31,419 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:31,419 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:21:31,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:31,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,36743,1732738889257, seqNum=-1] 2024-11-27T20:21:31,421 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:31,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:31,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-27T20:21:31,426 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738891426, completionTime=-1 2024-11-27T20:21:31,426 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:21:31,426 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:21:31,428 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:21:31,428 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738951428 2024-11-27T20:21:31,428 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732739011428 2024-11-27T20:21:31,428 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:21:31,428 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43419,1732738889203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:31,428 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43419,1732738889203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:31,428 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43419,1732738889203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:31,428 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:43419, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:31,428 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:31,429 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:31,430 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:21:31,431 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.128sec 2024-11-27T20:21:31,431 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:21:31,432 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:21:31,432 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:21:31,432 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:21:31,432 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:21:31,432 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43419,1732738889203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:21:31,432 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43419,1732738889203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:21:31,434 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:21:31,434 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:21:31,434 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,43419,1732738889203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:31,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b285d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:31,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43419,-1 for getting cluster id 2024-11-27T20:21:31,488 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:31,489 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1de81684-6533-4787-89ad-a20d0899e16b' 2024-11-27T20:21:31,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:31,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1de81684-6533-4787-89ad-a20d0899e16b" 2024-11-27T20:21:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf85488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43419,-1] 2024-11-27T20:21:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:31,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:31,491 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:31,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0baeb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:31,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:31,492 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,36743,1732738889257, seqNum=-1] 2024-11-27T20:21:31,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:31,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:31,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,43419,1732738889203 2024-11-27T20:21:31,495 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55653 2024-11-27T20:21:31,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:31,499 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015b170e690005 connected 2024-11-27T20:21:31,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/hadoop.log.dir so I do NOT create it in target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08 2024-11-27T20:21:31,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T20:21:31,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/hadoop.tmp.dir so I do NOT create it in target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08 2024-11-27T20:21:31,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T20:21:31,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08 2024-11-27T20:21:31,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T20:21:31,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/cluster_3d4aeeed-fd6e-5a6c-f696-3aac227f4cf7, deleteOnExit=true 2024-11-27T20:21:31,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T20:21:31,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/test.cache.data in system properties and HBase conf 2024-11-27T20:21:31,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T20:21:31,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/hadoop.log.dir in system properties and HBase conf 2024-11-27T20:21:31,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T20:21:31,503 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/nfs.dump.dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/java.io.tmpdir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T20:21:31,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T20:21:31,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:31,584 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:21:31,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:21:31,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:21:31,586 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:21:31,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:31,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f833911{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:21:31,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e7c15af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:21:31,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@561959e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/java.io.tmpdir/jetty-localhost-35839-hadoop-hdfs-3_4_1-tests_jar-_-any-16593559534801796886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:31,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33a28978{HTTP/1.1, (http/1.1)}{localhost:35839} 2024-11-27T20:21:31,702 INFO [Time-limited test {}] server.Server(415): Started @293143ms 2024-11-27T20:21:31,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T20:21:31,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T20:21:31,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T20:21:31,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T20:21:31,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T20:21:31,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b071265{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/hadoop.log.dir/,AVAILABLE} 2024-11-27T20:21:31,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@762cb7ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T20:21:31,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c249359{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/java.io.tmpdir/jetty-localhost-42847-hadoop-hdfs-3_4_1-tests_jar-_-any-13784701247465572664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:31,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38177a6f{HTTP/1.1, (http/1.1)}{localhost:42847} 2024-11-27T20:21:31,913 INFO [Time-limited test {}] server.Server(415): Started @293354ms 2024-11-27T20:21:31,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T20:21:32,036 WARN [Thread-4530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/cluster_3d4aeeed-fd6e-5a6c-f696-3aac227f4cf7/data/data2/current/BP-1212837145-172.17.0.2-1732738891523/current, will proceed with Du for space computation calculation, 2024-11-27T20:21:32,036 WARN [Thread-4529 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/cluster_3d4aeeed-fd6e-5a6c-f696-3aac227f4cf7/data/data1/current/BP-1212837145-172.17.0.2-1732738891523/current, will proceed with Du for space computation calculation, 2024-11-27T20:21:32,059 WARN [Thread-4517 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T20:21:32,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf7f7343ce77567 with lease ID 0x2223dac1c67fbcdf: Processing first storage report for DS-0bd95cb6-e45d-4671-99b7-0435dc25f2c6 from datanode DatanodeRegistration(127.0.0.1:37081, datanodeUuid=1a9fe73f-82b0-497e-9799-0aaad878f998, infoPort=39713, infoSecurePort=0, ipcPort=36095, storageInfo=lv=-57;cid=testClusterID;nsid=236625541;c=1732738891523) 2024-11-27T20:21:32,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf7f7343ce77567 with lease ID 0x2223dac1c67fbcdf: from storage DS-0bd95cb6-e45d-4671-99b7-0435dc25f2c6 node DatanodeRegistration(127.0.0.1:37081, datanodeUuid=1a9fe73f-82b0-497e-9799-0aaad878f998, infoPort=39713, infoSecurePort=0, ipcPort=36095, storageInfo=lv=-57;cid=testClusterID;nsid=236625541;c=1732738891523), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:21:32,062 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf7f7343ce77567 with lease ID 0x2223dac1c67fbcdf: Processing first storage report for DS-80f4bb25-3e6b-4057-ae15-10eb95a43870 from datanode DatanodeRegistration(127.0.0.1:37081, datanodeUuid=1a9fe73f-82b0-497e-9799-0aaad878f998, infoPort=39713, infoSecurePort=0, ipcPort=36095, storageInfo=lv=-57;cid=testClusterID;nsid=236625541;c=1732738891523) 2024-11-27T20:21:32,062 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf7f7343ce77567 with lease ID 0x2223dac1c67fbcdf: from storage DS-80f4bb25-3e6b-4057-ae15-10eb95a43870 node DatanodeRegistration(127.0.0.1:37081, datanodeUuid=1a9fe73f-82b0-497e-9799-0aaad878f998, infoPort=39713, infoSecurePort=0, ipcPort=36095, storageInfo=lv=-57;cid=testClusterID;nsid=236625541;c=1732738891523), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T20:21:32,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08 2024-11-27T20:21:32,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:32,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:32,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741825_1001 (size=7) 2024-11-27T20:21:32,553 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2 with version=8 2024-11-27T20:21:32,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/hbase-staging 2024-11-27T20:21:32,555 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:21:32,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:32,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:32,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:21:32,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:32,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:21:32,555 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T20:21:32,555 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:21:32,556 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36493 2024-11-27T20:21:32,557 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36493 connecting to ZooKeeper ensemble=127.0.0.1:55653 2024-11-27T20:21:32,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364930x0, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:32,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36493-0x1015b170e690006 connected 2024-11-27T20:21:32,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:32,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:32,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Set watcher on znode that does not yet exist, /2-42974947/running 2024-11-27T20:21:32,573 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2, hbase.cluster.distributed=false 2024-11-27T20:21:32,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Set watcher on znode that does not yet exist, /2-42974947/acl 2024-11-27T20:21:32,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-27T20:21:32,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36493 2024-11-27T20:21:32,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36493 2024-11-27T20:21:32,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-27T20:21:32,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36493 2024-11-27T20:21:32,597 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6daf43b95769:0 server-side Connection retries=45 2024-11-27T20:21:32,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:32,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:32,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T20:21:32,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T20:21:32,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T20:21:32,597 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T20:21:32,597 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T20:21:32,598 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38067 2024-11-27T20:21:32,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38067 connecting to ZooKeeper ensemble=127.0.0.1:55653 2024-11-27T20:21:32,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:32,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:32,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380670x0, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:32,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380670x0, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Set watcher on znode that does not yet exist, /2-42974947/running 2024-11-27T20:21:32,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38067-0x1015b170e690007 connected 2024-11-27T20:21:32,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T20:21:32,608 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T20:21:32,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Set watcher on znode that does not yet exist, /2-42974947/master 2024-11-27T20:21:32,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Set watcher on znode that does not yet exist, /2-42974947/acl 2024-11-27T20:21:32,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38067 2024-11-27T20:21:32,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38067 2024-11-27T20:21:32,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38067 2024-11-27T20:21:32,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38067 2024-11-27T20:21:32,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38067 2024-11-27T20:21:32,627 DEBUG [M:0;6daf43b95769:36493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6daf43b95769:36493 2024-11-27T20:21:32,628 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-42974947/backup-masters/6daf43b95769,36493,1732738892555 2024-11-27T20:21:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947/backup-masters 2024-11-27T20:21:32,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947/backup-masters 2024-11-27T20:21:32,630 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Set watcher on existing znode=/2-42974947/backup-masters/6daf43b95769,36493,1732738892555 2024-11-27T20:21:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-42974947/master 2024-11-27T20:21:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:32,632 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Set watcher on existing znode=/2-42974947/master 2024-11-27T20:21:32,632 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-42974947/backup-masters/6daf43b95769,36493,1732738892555 from backup master directory 2024-11-27T20:21:32,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-42974947/backup-masters/6daf43b95769,36493,1732738892555 2024-11-27T20:21:32,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947/backup-masters 2024-11-27T20:21:32,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947/backup-masters 2024-11-27T20:21:32,634 WARN [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:21:32,634 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6daf43b95769,36493,1732738892555 2024-11-27T20:21:32,637 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/hbase.id] with ID: a41f4609-97a0-4ffa-9137-c551bcee1a3a 2024-11-27T20:21:32,637 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/.tmp/hbase.id 2024-11-27T20:21:32,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741826_1002 (size=42) 2024-11-27T20:21:33,044 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/.tmp/hbase.id]:[hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/hbase.id] 2024-11-27T20:21:33,052 INFO [master/6daf43b95769:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:33,052 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T20:21:33,053 INFO [master/6daf43b95769:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T20:21:33,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:33,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:33,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741827_1003 (size=196) 2024-11-27T20:21:33,060 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:33,061 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T20:21:33,061 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:33,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741828_1004 (size=1189) 2024-11-27T20:21:33,067 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store 2024-11-27T20:21:33,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741829_1005 (size=34) 2024-11-27T20:21:33,188 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:21:33,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:33,472 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:33,472 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:33,472 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:33,472 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:33,472 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:33,472 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:33,472 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:33,472 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738893472Disabling compacts and flushes for region at 1732738893472Disabling writes for close at 1732738893472Writing region close event to WAL at 1732738893472Closed at 1732738893472 2024-11-27T20:21:33,473 WARN [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/.initializing 2024-11-27T20:21:33,473 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/WALs/6daf43b95769,36493,1732738892555 2024-11-27T20:21:33,474 INFO [master/6daf43b95769:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:21:33,475 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6daf43b95769%2C36493%2C1732738892555, suffix=, logDir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/WALs/6daf43b95769,36493,1732738892555, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/oldWALs, maxLogs=10 2024-11-27T20:21:33,489 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/WALs/6daf43b95769,36493,1732738892555/6daf43b95769%2C36493%2C1732738892555.1732738893475, exclude list is [], retry=0 2024-11-27T20:21:33,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37081,DS-0bd95cb6-e45d-4671-99b7-0435dc25f2c6,DISK] 2024-11-27T20:21:33,492 INFO [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/WALs/6daf43b95769,36493,1732738892555/6daf43b95769%2C36493%2C1732738892555.1732738893475 2024-11-27T20:21:33,493 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39713:39713)] 2024-11-27T20:21:33,493 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:33,493 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:33,493 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,493 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T20:21:33,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:33,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:33,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T20:21:33,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:33,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:33,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T20:21:33,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:33,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:33,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T20:21:33,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:33,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:33,498 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,499 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,499 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,500 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,500 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,500 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:33,501 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T20:21:33,502 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:33,503 INFO [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64758092, jitterRate=-0.03502923250198364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:33,503 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732738893493Initializing all the Stores at 1732738893494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738893494Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738893494Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738893494Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738893494Cleaning up temporary data from old regions at 1732738893500 (+6 ms)Region opened successfully at 1732738893503 (+3 ms) 2024-11-27T20:21:33,508 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T20:21:33,510 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2512d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:21:33,511 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T20:21:33,511 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T20:21:33,511 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T20:21:33,512 INFO [master/6daf43b95769:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T20:21:33,512 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T20:21:33,512 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T20:21:33,512 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T20:21:33,514 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T20:21:33,514 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Unable to get data of znode /2-42974947/balancer because node does not exist (not necessarily an error) 2024-11-27T20:21:33,516 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-42974947/balancer already deleted, retry=false 2024-11-27T20:21:33,516 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T20:21:33,517 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Unable to get data of znode /2-42974947/normalizer because node does not exist (not necessarily an error) 2024-11-27T20:21:33,518 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-42974947/normalizer already deleted, retry=false 2024-11-27T20:21:33,518 INFO [master/6daf43b95769:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T20:21:33,521 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Unable to get data of znode /2-42974947/switch/split because node does not exist (not necessarily an error) 2024-11-27T20:21:33,522 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-42974947/switch/split already deleted, retry=false 2024-11-27T20:21:33,522 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Unable to get data of znode /2-42974947/switch/merge because node does not exist (not necessarily an error) 2024-11-27T20:21:33,525 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-42974947/switch/merge already deleted, retry=false 2024-11-27T20:21:33,526 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Unable to get data of znode /2-42974947/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T20:21:33,527 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-42974947/snapshot-cleanup already deleted, retry=false 2024-11-27T20:21:33,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-42974947/running 2024-11-27T20:21:33,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-42974947/running 2024-11-27T20:21:33,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:33,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:33,530 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6daf43b95769,36493,1732738892555, sessionid=0x1015b170e690006, setting cluster-up flag (Was=false) 2024-11-27T20:21:33,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:33,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:33,536 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-42974947/flush-table-proc/acquired, /2-42974947/flush-table-proc/reached, /2-42974947/flush-table-proc/abort 2024-11-27T20:21:33,537 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,36493,1732738892555 2024-11-27T20:21:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:33,545 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-42974947/online-snapshot/acquired, /2-42974947/online-snapshot/reached, /2-42974947/online-snapshot/abort 2024-11-27T20:21:33,546 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6daf43b95769,36493,1732738892555 2024-11-27T20:21:33,547 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T20:21:33,548 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:33,548 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T20:21:33,548 INFO [master/6daf43b95769:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T20:21:33,548 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6daf43b95769,36493,1732738892555 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T20:21:33,549 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:33,549 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:33,549 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:33,549 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6daf43b95769:0, corePoolSize=5, maxPoolSize=5 2024-11-27T20:21:33,549 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6daf43b95769:0, corePoolSize=10, maxPoolSize=10 2024-11-27T20:21:33,549 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,549 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:21:33,549 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,550 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732738923550 2024-11-27T20:21:33,550 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T20:21:33,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T20:21:33,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T20:21:33,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T20:21:33,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T20:21:33,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:33,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T20:21:33,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T20:21:33,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T20:21:33,551 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T20:21:33,552 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T20:21:33,552 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:33,552 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T20:21:33,552 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T20:21:33,552 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T20:21:33,552 INFO [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T20:21:33,552 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738893552,5,FailOnTimeoutGroup] 2024-11-27T20:21:33,556 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738893552,5,FailOnTimeoutGroup] 2024-11-27T20:21:33,556 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,556 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T20:21:33,556 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,556 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741831_1007 (size=1321) 2024-11-27T20:21:33,617 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(746): ClusterId : a41f4609-97a0-4ffa-9137-c551bcee1a3a 2024-11-27T20:21:33,617 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T20:21:33,619 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T20:21:33,619 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T20:21:33,620 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T20:21:33,621 DEBUG [RS:0;6daf43b95769:38067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fe797f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6daf43b95769/172.17.0.2:0 2024-11-27T20:21:33,632 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6daf43b95769:38067 2024-11-27T20:21:33,633 INFO [RS:0;6daf43b95769:38067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T20:21:33,633 INFO [RS:0;6daf43b95769:38067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T20:21:33,633 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T20:21:33,633 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(2659): reportForDuty to master=6daf43b95769,36493,1732738892555 with port=38067, startcode=1732738892597 2024-11-27T20:21:33,633 DEBUG [RS:0;6daf43b95769:38067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T20:21:33,635 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56565, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T20:21:33,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6daf43b95769,38067,1732738892597 2024-11-27T20:21:33,635 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36493 {}] master.ServerManager(517): Registering regionserver=6daf43b95769,38067,1732738892597 2024-11-27T20:21:33,636 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2 2024-11-27T20:21:33,636 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35653 2024-11-27T20:21:33,636 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T20:21:33,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947/rs 2024-11-27T20:21:33,642 DEBUG [RS:0;6daf43b95769:38067 {}] zookeeper.ZKUtil(111): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Set watcher on existing znode=/2-42974947/rs/6daf43b95769,38067,1732738892597 2024-11-27T20:21:33,642 WARN [RS:0;6daf43b95769:38067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T20:21:33,642 INFO [RS:0;6daf43b95769:38067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:33,642 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/WALs/6daf43b95769,38067,1732738892597 2024-11-27T20:21:33,643 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6daf43b95769,38067,1732738892597] 2024-11-27T20:21:33,645 INFO [RS:0;6daf43b95769:38067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T20:21:33,646 INFO [RS:0;6daf43b95769:38067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T20:21:33,647 INFO [RS:0;6daf43b95769:38067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T20:21:33,647 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,647 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T20:21:33,647 INFO [RS:0;6daf43b95769:38067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T20:21:33,647 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,647 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,647 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,647 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,647 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,647 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,647 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6daf43b95769:0, corePoolSize=2, maxPoolSize=2 2024-11-27T20:21:33,647 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,647 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,647 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,647 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,648 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,648 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6daf43b95769:0, corePoolSize=1, maxPoolSize=1 2024-11-27T20:21:33,648 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:21:33,648 DEBUG [RS:0;6daf43b95769:38067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6daf43b95769:0, corePoolSize=3, maxPoolSize=3 2024-11-27T20:21:33,648 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,648 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,648 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,648 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,648 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,648 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,38067,1732738892597-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:21:33,664 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T20:21:33,664 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,38067,1732738892597-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,664 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,664 INFO [RS:0;6daf43b95769:38067 {}] regionserver.Replication(171): 6daf43b95769,38067,1732738892597 started 2024-11-27T20:21:33,678 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:33,678 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1482): Serving as 6daf43b95769,38067,1732738892597, RpcServer on 6daf43b95769/172.17.0.2:38067, sessionid=0x1015b170e690007 2024-11-27T20:21:33,678 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T20:21:33,678 DEBUG [RS:0;6daf43b95769:38067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6daf43b95769,38067,1732738892597 2024-11-27T20:21:33,678 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,38067,1732738892597' 2024-11-27T20:21:33,678 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-42974947/flush-table-proc/abort' 2024-11-27T20:21:33,678 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-42974947/flush-table-proc/acquired' 2024-11-27T20:21:33,679 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T20:21:33,679 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T20:21:33,679 DEBUG [RS:0;6daf43b95769:38067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6daf43b95769,38067,1732738892597 2024-11-27T20:21:33,679 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6daf43b95769,38067,1732738892597' 2024-11-27T20:21:33,679 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-42974947/online-snapshot/abort' 2024-11-27T20:21:33,679 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-42974947/online-snapshot/acquired' 2024-11-27T20:21:33,679 DEBUG [RS:0;6daf43b95769:38067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T20:21:33,679 INFO [RS:0;6daf43b95769:38067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T20:21:33,679 INFO [RS:0;6daf43b95769:38067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T20:21:33,780 INFO [RS:0;6daf43b95769:38067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T20:21:33,781 INFO [RS:0;6daf43b95769:38067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C38067%2C1732738892597, suffix=, logDir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/WALs/6daf43b95769,38067,1732738892597, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/oldWALs, maxLogs=10 2024-11-27T20:21:33,794 DEBUG [RS:0;6daf43b95769:38067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/WALs/6daf43b95769,38067,1732738892597/6daf43b95769%2C38067%2C1732738892597.1732738893781, exclude list is [], retry=0 2024-11-27T20:21:33,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37081,DS-0bd95cb6-e45d-4671-99b7-0435dc25f2c6,DISK] 2024-11-27T20:21:33,798 INFO [RS:0;6daf43b95769:38067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/WALs/6daf43b95769,38067,1732738892597/6daf43b95769%2C38067%2C1732738892597.1732738893781 2024-11-27T20:21:33,798 DEBUG [RS:0;6daf43b95769:38067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39713:39713)] 2024-11-27T20:21:33,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T20:21:33,963 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2 2024-11-27T20:21:33,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741833_1009 (size=32) 2024-11-27T20:21:34,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:34,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:21:34,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:21:34,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:34,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:34,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:21:34,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:21:34,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:34,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:34,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:21:34,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:21:34,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:34,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:34,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:21:34,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:21:34,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:34,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:34,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:21:34,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740 2024-11-27T20:21:34,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740 2024-11-27T20:21:34,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:21:34,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:21:34,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:34,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:21:34,380 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:34,380 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62540284, jitterRate=-0.06807714700698853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732738894370Initializing all the Stores at 1732738894371 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738894371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738894371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738894371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738894371Cleaning up temporary data from old regions at 1732738894377 (+6 ms)Region opened successfully at 1732738894380 (+3 ms) 2024-11-27T20:21:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:34,380 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:34,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:34,381 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:34,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738894380Disabling compacts and flushes for region at 1732738894380Disabling writes for close at 1732738894380Writing region close event to WAL at 1732738894381 (+1 ms)Closed at 1732738894381 2024-11-27T20:21:34,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:34,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T20:21:34,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T20:21:34,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:21:34,383 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T20:21:34,533 DEBUG [6daf43b95769:36493 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T20:21:34,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6daf43b95769,38067,1732738892597 2024-11-27T20:21:34,535 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,38067,1732738892597, state=OPENING 2024-11-27T20:21:34,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T20:21:34,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:34,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:34,538 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T20:21:34,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-42974947/meta-region-server: CHANGED 2024-11-27T20:21:34,538 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-42974947/meta-region-server: CHANGED 2024-11-27T20:21:34,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,38067,1732738892597}] 2024-11-27T20:21:34,690 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:34,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:21:34,695 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T20:21:34,695 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:34,695 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T20:21:34,696 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C38067%2C1732738892597.meta, suffix=.meta, logDir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/WALs/6daf43b95769,38067,1732738892597, archiveDir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/oldWALs, maxLogs=10 2024-11-27T20:21:34,717 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/WALs/6daf43b95769,38067,1732738892597/6daf43b95769%2C38067%2C1732738892597.meta.1732738894696.meta, exclude list is [], retry=0 2024-11-27T20:21:34,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37081,DS-0bd95cb6-e45d-4671-99b7-0435dc25f2c6,DISK] 2024-11-27T20:21:34,720 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/WALs/6daf43b95769,38067,1732738892597/6daf43b95769%2C38067%2C1732738892597.meta.1732738894696.meta 2024-11-27T20:21:34,720 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39713:39713)] 2024-11-27T20:21:34,721 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:34,721 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:34,721 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:21:34,721 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T20:21:34,721 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T20:21:34,721 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T20:21:34,721 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:34,722 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T20:21:34,722 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T20:21:34,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T20:21:34,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T20:21:34,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:34,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:34,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T20:21:34,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T20:21:34,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:34,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:34,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T20:21:34,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T20:21:34,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:34,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:34,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T20:21:34,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T20:21:34,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:34,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T20:21:34,728 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T20:21:34,728 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740 2024-11-27T20:21:34,729 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740 2024-11-27T20:21:34,730 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T20:21:34,730 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T20:21:34,731 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T20:21:34,732 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T20:21:34,732 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67275777, jitterRate=0.002487197518348694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T20:21:34,732 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T20:21:34,732 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732738894722Writing region info on filesystem at 1732738894722Initializing all the Stores at 1732738894722Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738894722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738894722Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738894722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732738894722Cleaning up temporary data from old regions at 1732738894730 (+8 ms)Running coprocessor post-open hooks at 1732738894732 (+2 ms)Region opened successfully at 1732738894732 2024-11-27T20:21:34,733 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732738894690 2024-11-27T20:21:34,735 DEBUG [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T20:21:34,735 INFO [RS_OPEN_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T20:21:34,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,38067,1732738892597 2024-11-27T20:21:34,736 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6daf43b95769,38067,1732738892597, state=OPEN 2024-11-27T20:21:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-42974947/meta-region-server 2024-11-27T20:21:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-42974947/meta-region-server 2024-11-27T20:21:34,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-42974947/meta-region-server: CHANGED 2024-11-27T20:21:34,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-42974947/meta-region-server: CHANGED 2024-11-27T20:21:34,739 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6daf43b95769,38067,1732738892597 2024-11-27T20:21:34,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T20:21:34,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6daf43b95769,38067,1732738892597 in 201 msec 2024-11-27T20:21:34,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T20:21:34,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-27T20:21:34,743 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T20:21:34,743 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T20:21:34,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:34,744 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38067,1732738892597, seqNum=-1] 2024-11-27T20:21:34,745 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:34,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:34,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-27T20:21:34,749 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732738894749, completionTime=-1 2024-11-27T20:21:34,749 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T20:21:34,750 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T20:21:34,751 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T20:21:34,751 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732738954751 2024-11-27T20:21:34,751 INFO [master/6daf43b95769:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732739014751 2024-11-27T20:21:34,751 INFO [master/6daf43b95769:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T20:21:34,752 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,36493,1732738892555-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:34,752 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,36493,1732738892555-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:34,752 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,36493,1732738892555-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:34,752 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6daf43b95769:36493, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:34,752 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:34,752 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:34,753 DEBUG [master/6daf43b95769:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T20:21:34,755 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.121sec 2024-11-27T20:21:34,755 INFO [master/6daf43b95769:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T20:21:34,755 INFO [master/6daf43b95769:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T20:21:34,755 INFO [master/6daf43b95769:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T20:21:34,755 INFO [master/6daf43b95769:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T20:21:34,755 INFO [master/6daf43b95769:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T20:21:34,755 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,36493,1732738892555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T20:21:34,755 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,36493,1732738892555-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T20:21:34,757 DEBUG [master/6daf43b95769:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T20:21:34,757 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T20:21:34,757 INFO [master/6daf43b95769:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6daf43b95769,36493,1732738892555-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T20:21:34,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e340ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:34,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,36493,-1 for getting cluster id 2024-11-27T20:21:34,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:34,819 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a41f4609-97a0-4ffa-9137-c551bcee1a3a' 2024-11-27T20:21:34,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a41f4609-97a0-4ffa-9137-c551bcee1a3a" 2024-11-27T20:21:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65b9ca16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,36493,-1] 2024-11-27T20:21:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:34,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:34,821 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:34,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d186da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:34,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38067,1732738892597, seqNum=-1] 2024-11-27T20:21:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:34,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:34,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6daf43b95769,36493,1732738892555 2024-11-27T20:21:34,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55653 2024-11-27T20:21:34,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T20:21:34,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015b170e690008 connected 2024-11-27T20:21:34,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,35955,1732738885517 2024-11-27T20:21:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e686927 2024-11-27T20:21:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:34,833 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:34,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:21:34,837 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:34,837 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:34,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:21:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:34,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:34,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:21:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:35,245 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd87783fec0a954de15d57369fc75176, NAME => 'test,,1732738894834.fd87783fec0a954de15d57369fc75176.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958 2024-11-27T20:21:35,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:21:35,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738894834.fd87783fec0a954de15d57369fc75176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:35,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fd87783fec0a954de15d57369fc75176, disabling compactions & flushes 2024-11-27T20:21:35,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:35,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:35,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738894834.fd87783fec0a954de15d57369fc75176. after waiting 0 ms 2024-11-27T20:21:35,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:35,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:35,250 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd87783fec0a954de15d57369fc75176: Waiting for close lock at 1732738895250Disabling compacts and flushes for region at 1732738895250Disabling writes for close at 1732738895250Writing region close event to WAL at 1732738895250Closed at 1732738895250 2024-11-27T20:21:35,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:35,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738894834.fd87783fec0a954de15d57369fc75176.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738895251"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738895251"}]},"ts":"1732738895251"} 2024-11-27T20:21:35,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:21:35,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:35,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738895254"}]},"ts":"1732738895254"} 2024-11-27T20:21:35,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:21:35,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd87783fec0a954de15d57369fc75176, ASSIGN}] 2024-11-27T20:21:35,256 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fd87783fec0a954de15d57369fc75176, ASSIGN 2024-11-27T20:21:35,257 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fd87783fec0a954de15d57369fc75176, ASSIGN; state=OFFLINE, location=6daf43b95769,33591,1732738885621; forceNewPlan=false, retain=false 2024-11-27T20:21:35,408 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd87783fec0a954de15d57369fc75176, regionState=OPENING, regionLocation=6daf43b95769,33591,1732738885621 2024-11-27T20:21:35,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fd87783fec0a954de15d57369fc75176, ASSIGN because future has completed 2024-11-27T20:21:35,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd87783fec0a954de15d57369fc75176, server=6daf43b95769,33591,1732738885621}] 2024-11-27T20:21:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:35,565 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:35,565 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd87783fec0a954de15d57369fc75176, NAME => 'test,,1732738894834.fd87783fec0a954de15d57369fc75176.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:35,566 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:35,566 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:21:35,566 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,566 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738894834.fd87783fec0a954de15d57369fc75176.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:35,566 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,566 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,567 INFO [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,568 INFO [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd87783fec0a954de15d57369fc75176 columnFamilyName f 2024-11-27T20:21:35,568 DEBUG [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:35,568 INFO [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] regionserver.HStore(327): Store=fd87783fec0a954de15d57369fc75176/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:35,568 INFO [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,569 INFO [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd87783fec0a954de15d57369fc75176 columnFamilyName f1 2024-11-27T20:21:35,569 DEBUG [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:35,570 INFO [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] regionserver.HStore(327): Store=fd87783fec0a954de15d57369fc75176/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:35,570 INFO [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,570 INFO [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd87783fec0a954de15d57369fc75176 columnFamilyName norep 2024-11-27T20:21:35,570 DEBUG [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:35,571 INFO [StoreOpener-fd87783fec0a954de15d57369fc75176-1 {}] regionserver.HStore(327): Store=fd87783fec0a954de15d57369fc75176/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:35,571 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,571 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,571 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,572 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,572 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,572 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:21:35,573 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,574 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:35,574 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd87783fec0a954de15d57369fc75176; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63332430, jitterRate=-0.05627325177192688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:21:35,574 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:35,575 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd87783fec0a954de15d57369fc75176: Running coprocessor pre-open hook at 1732738895566Writing region info on filesystem at 1732738895566Initializing all the Stores at 1732738895567 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738895567Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738895567Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738895567Cleaning up temporary data from old regions at 1732738895572 (+5 ms)Running coprocessor post-open hooks at 1732738895574 (+2 ms)Region opened successfully at 1732738895575 (+1 ms) 2024-11-27T20:21:35,575 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738894834.fd87783fec0a954de15d57369fc75176., pid=6, masterSystemTime=1732738895562 2024-11-27T20:21:35,577 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:35,577 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:35,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd87783fec0a954de15d57369fc75176, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,33591,1732738885621 2024-11-27T20:21:35,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd87783fec0a954de15d57369fc75176, server=6daf43b95769,33591,1732738885621 because future has completed 2024-11-27T20:21:35,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:21:35,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd87783fec0a954de15d57369fc75176, server=6daf43b95769,33591,1732738885621 in 175 msec 2024-11-27T20:21:35,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:21:35,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fd87783fec0a954de15d57369fc75176, ASSIGN in 330 msec 2024-11-27T20:21:35,588 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:35,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738895588"}]},"ts":"1732738895588"} 2024-11-27T20:21:35,590 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:21:35,590 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:35,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-27T20:21:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:35,973 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:21:35,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43419,1732738889203 2024-11-27T20:21:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a81dfbd 2024-11-27T20:21:35,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:35,974 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:35,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:21:35,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:35,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:35,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:21:35,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:21:35,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b372364d73ac8123cba326f138add86, NAME => 'test,,1732738895975.2b372364d73ac8123cba326f138add86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9 2024-11-27T20:21:35,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:21:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738895975.2b372364d73ac8123cba326f138add86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b372364d73ac8123cba326f138add86, disabling compactions & flushes 2024-11-27T20:21:35,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738895975.2b372364d73ac8123cba326f138add86. after waiting 0 ms 2024-11-27T20:21:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:35,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:35,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b372364d73ac8123cba326f138add86: Waiting for close lock at 1732738895987Disabling compacts and flushes for region at 1732738895987Disabling writes for close at 1732738895987Writing region close event to WAL at 1732738895987Closed at 1732738895987 2024-11-27T20:21:35,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:35,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738895975.2b372364d73ac8123cba326f138add86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738895988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738895988"}]},"ts":"1732738895988"} 2024-11-27T20:21:35,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:21:35,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:35,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738895990"}]},"ts":"1732738895990"} 2024-11-27T20:21:35,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:21:35,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b372364d73ac8123cba326f138add86, ASSIGN}] 2024-11-27T20:21:35,993 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b372364d73ac8123cba326f138add86, ASSIGN 2024-11-27T20:21:35,993 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b372364d73ac8123cba326f138add86, ASSIGN; state=OFFLINE, location=6daf43b95769,36743,1732738889257; forceNewPlan=false, retain=false 2024-11-27T20:21:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:36,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b372364d73ac8123cba326f138add86, regionState=OPENING, regionLocation=6daf43b95769,36743,1732738889257 2024-11-27T20:21:36,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b372364d73ac8123cba326f138add86, ASSIGN because future has completed 2024-11-27T20:21:36,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b372364d73ac8123cba326f138add86, server=6daf43b95769,36743,1732738889257}] 2024-11-27T20:21:36,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:36,301 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:36,301 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b372364d73ac8123cba326f138add86, NAME => 'test,,1732738895975.2b372364d73ac8123cba326f138add86.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:36,301 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:36,301 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:21:36,301 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,301 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738895975.2b372364d73ac8123cba326f138add86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:36,301 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,301 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,302 INFO [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,303 INFO [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b372364d73ac8123cba326f138add86 columnFamilyName f 2024-11-27T20:21:36,303 DEBUG [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:36,304 INFO [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] regionserver.HStore(327): Store=2b372364d73ac8123cba326f138add86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:36,304 INFO [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,304 INFO [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b372364d73ac8123cba326f138add86 columnFamilyName f1 2024-11-27T20:21:36,304 DEBUG [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:36,305 INFO [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] regionserver.HStore(327): Store=2b372364d73ac8123cba326f138add86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:36,305 INFO [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,305 INFO [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b372364d73ac8123cba326f138add86 columnFamilyName norep 2024-11-27T20:21:36,305 DEBUG [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:36,306 INFO [StoreOpener-2b372364d73ac8123cba326f138add86-1 {}] regionserver.HStore(327): Store=2b372364d73ac8123cba326f138add86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:36,306 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,306 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,306 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,307 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,307 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,307 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:21:36,308 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,309 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:36,309 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b372364d73ac8123cba326f138add86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62701925, jitterRate=-0.0656685084104538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:21:36,310 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:36,310 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b372364d73ac8123cba326f138add86: Running coprocessor pre-open hook at 1732738896301Writing region info on filesystem at 1732738896301Initializing all the Stores at 1732738896302 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738896302Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738896302Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738896302Cleaning up temporary data from old regions at 1732738896307 (+5 ms)Running coprocessor post-open hooks at 1732738896310 (+3 ms)Region opened successfully at 1732738896310 2024-11-27T20:21:36,310 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738895975.2b372364d73ac8123cba326f138add86., pid=6, masterSystemTime=1732738896298 2024-11-27T20:21:36,312 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:36,312 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:36,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b372364d73ac8123cba326f138add86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,36743,1732738889257 2024-11-27T20:21:36,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b372364d73ac8123cba326f138add86, server=6daf43b95769,36743,1732738889257 because future has completed 2024-11-27T20:21:36,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:21:36,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b372364d73ac8123cba326f138add86, server=6daf43b95769,36743,1732738889257 in 169 msec 2024-11-27T20:21:36,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:21:36,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b372364d73ac8123cba326f138add86, ASSIGN in 324 msec 2024-11-27T20:21:36,318 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:36,319 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738896318"}]},"ts":"1732738896318"} 2024-11-27T20:21:36,320 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:21:36,320 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:36,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 345 msec 2024-11-27T20:21:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:36,602 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:21:36,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,36493,1732738892555 2024-11-27T20:21:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f26a13e 2024-11-27T20:21:36,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:36,604 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:36,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:36,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T20:21:36,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:36,606 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:36,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T20:21:36,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:36,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741835_1011 (size=902) 2024-11-27T20:21:36,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 983f4e256bc5145f9bfaaecea5f2650f, NAME => 'test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2 2024-11-27T20:21:36,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741836_1012 (size=39) 2024-11-27T20:21:36,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:37,017 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:37,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 983f4e256bc5145f9bfaaecea5f2650f, disabling compactions & flushes 2024-11-27T20:21:37,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:37,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:37,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. after waiting 0 ms 2024-11-27T20:21:37,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:37,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:37,018 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 983f4e256bc5145f9bfaaecea5f2650f: Waiting for close lock at 1732738897018Disabling compacts and flushes for region at 1732738897018Disabling writes for close at 1732738897018Writing region close event to WAL at 1732738897018Closed at 1732738897018 2024-11-27T20:21:37,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:37,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732738897019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738897019"}]},"ts":"1732738897019"} 2024-11-27T20:21:37,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:21:37,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:37,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738897021"}]},"ts":"1732738897021"} 2024-11-27T20:21:37,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T20:21:37,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=983f4e256bc5145f9bfaaecea5f2650f, ASSIGN}] 2024-11-27T20:21:37,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=983f4e256bc5145f9bfaaecea5f2650f, ASSIGN 2024-11-27T20:21:37,024 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=983f4e256bc5145f9bfaaecea5f2650f, ASSIGN; state=OFFLINE, location=6daf43b95769,38067,1732738892597; forceNewPlan=false, retain=false 2024-11-27T20:21:37,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=983f4e256bc5145f9bfaaecea5f2650f, regionState=OPENING, regionLocation=6daf43b95769,38067,1732738892597 2024-11-27T20:21:37,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=983f4e256bc5145f9bfaaecea5f2650f, ASSIGN because future has completed 2024-11-27T20:21:37,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983f4e256bc5145f9bfaaecea5f2650f, server=6daf43b95769,38067,1732738892597}] 2024-11-27T20:21:37,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:37,331 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:37,332 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 983f4e256bc5145f9bfaaecea5f2650f, NAME => 'test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:37,332 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:37,332 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T20:21:37,332 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,332 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:37,333 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,333 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,333 INFO [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,334 INFO [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983f4e256bc5145f9bfaaecea5f2650f columnFamilyName f 2024-11-27T20:21:37,334 DEBUG [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:37,335 INFO [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] regionserver.HStore(327): Store=983f4e256bc5145f9bfaaecea5f2650f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:37,335 INFO [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,335 INFO [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983f4e256bc5145f9bfaaecea5f2650f columnFamilyName f1 2024-11-27T20:21:37,335 DEBUG [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:37,336 INFO [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] regionserver.HStore(327): Store=983f4e256bc5145f9bfaaecea5f2650f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:37,336 INFO [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,336 INFO [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 983f4e256bc5145f9bfaaecea5f2650f columnFamilyName norep 2024-11-27T20:21:37,337 DEBUG [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:37,337 INFO [StoreOpener-983f4e256bc5145f9bfaaecea5f2650f-1 {}] regionserver.HStore(327): Store=983f4e256bc5145f9bfaaecea5f2650f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:37,337 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,337 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,338 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,338 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,339 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,339 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:21:37,340 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,341 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:37,342 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 983f4e256bc5145f9bfaaecea5f2650f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60461782, jitterRate=-0.09904924035072327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:21:37,342 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:37,342 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 983f4e256bc5145f9bfaaecea5f2650f: Running coprocessor pre-open hook at 1732738897333Writing region info on filesystem at 1732738897333Initializing all the Stores at 1732738897333Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738897333Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738897333Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738897333Cleaning up temporary data from old regions at 1732738897339 (+6 ms)Running coprocessor post-open hooks at 1732738897342 (+3 ms)Region opened successfully at 1732738897342 2024-11-27T20:21:37,343 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f., pid=6, masterSystemTime=1732738897329 2024-11-27T20:21:37,344 DEBUG [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:37,344 INFO [RS_OPEN_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:37,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=983f4e256bc5145f9bfaaecea5f2650f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6daf43b95769,38067,1732738892597 2024-11-27T20:21:37,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 983f4e256bc5145f9bfaaecea5f2650f, server=6daf43b95769,38067,1732738892597 because future has completed 2024-11-27T20:21:37,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T20:21:37,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 983f4e256bc5145f9bfaaecea5f2650f, server=6daf43b95769,38067,1732738892597 in 170 msec 2024-11-27T20:21:37,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T20:21:37,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=983f4e256bc5145f9bfaaecea5f2650f, ASSIGN in 326 msec 2024-11-27T20:21:37,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:37,352 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738897352"}]},"ts":"1732738897352"} 2024-11-27T20:21:37,353 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T20:21:37,354 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:37,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-11-27T20:21:37,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T20:21:37,742 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T20:21:37,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bde15d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:37,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35955,-1 for getting cluster id 2024-11-27T20:21:37,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:37,744 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe' 2024-11-27T20:21:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe" 2024-11-27T20:21:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11050b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35955,-1] 2024-11-27T20:21:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:37,745 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:37,745 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80a474a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:37,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,35955,1732738885517 2024-11-27T20:21:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11adf218 2024-11-27T20:21:37,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:37,747 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:37,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://6daf43b95769:43419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:21:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:21:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:37,750 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:43419' 2024-11-27T20:21:37,750 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11043137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:37,750 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43419,-1 for getting cluster id 2024-11-27T20:21:37,750 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:37,751 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1de81684-6533-4787-89ad-a20d0899e16b' 2024-11-27T20:21:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1de81684-6533-4787-89ad-a20d0899e16b" 2024-11-27T20:21:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e9f558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43419,-1] 2024-11-27T20:21:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:37,752 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:37,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2140c6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:37,752 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:37,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43419,1732738889203 2024-11-27T20:21:37,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bd17d39 2024-11-27T20:21:37,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:37,754 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:37,754 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-27T20:21:37,755 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:21:37,755 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:37,755 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:37,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:37,755 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T20:21:37,756 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T20:21:37,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T20:21:37,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:37,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T20:21:37,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741837_1013 (size=1138) 2024-11-27T20:21:37,763 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbc8d87ec562fb17428af8cd836cf4bc, NAME => 'hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958 2024-11-27T20:21:37,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741838_1014 (size=44) 2024-11-27T20:21:37,806 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T20:21:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:38,167 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:38,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bbc8d87ec562fb17428af8cd836cf4bc, disabling compactions & flushes 2024-11-27T20:21:38,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:38,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:38,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. after waiting 0 ms 2024-11-27T20:21:38,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:38,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:38,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbc8d87ec562fb17428af8cd836cf4bc: Waiting for close lock at 1732738898168Disabling compacts and flushes for region at 1732738898168Disabling writes for close at 1732738898168Writing region close event to WAL at 1732738898168Closed at 1732738898168 2024-11-27T20:21:38,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T20:21:38,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732738898169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732738898169"}]},"ts":"1732738898169"} 2024-11-27T20:21:38,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T20:21:38,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T20:21:38,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738898172"}]},"ts":"1732738898172"} 2024-11-27T20:21:38,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T20:21:38,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbc8d87ec562fb17428af8cd836cf4bc, ASSIGN}] 2024-11-27T20:21:38,175 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbc8d87ec562fb17428af8cd836cf4bc, ASSIGN 2024-11-27T20:21:38,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbc8d87ec562fb17428af8cd836cf4bc, ASSIGN; state=OFFLINE, location=6daf43b95769,33591,1732738885621; forceNewPlan=false, retain=false 2024-11-27T20:21:38,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbc8d87ec562fb17428af8cd836cf4bc, regionState=OPENING, regionLocation=6daf43b95769,33591,1732738885621 2024-11-27T20:21:38,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbc8d87ec562fb17428af8cd836cf4bc, ASSIGN because future has completed 2024-11-27T20:21:38,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbc8d87ec562fb17428af8cd836cf4bc, server=6daf43b95769,33591,1732738885621}] 2024-11-27T20:21:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:38,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:38,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T20:21:38,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T20:21:38,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6daf43b95769%2C33591%2C1732738885621.rep, suffix=, logDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621, archiveDir=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/oldWALs, maxLogs=10 2024-11-27T20:21:38,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.rep.1732738898484, exclude list is [], retry=0 2024-11-27T20:21:38,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-adaf93c1-e1d0-4533-9819-bd17d86cc2cf,DISK] 2024-11-27T20:21:38,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.rep.1732738898484 2024-11-27T20:21:38,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42155:42155)] 2024-11-27T20:21:38,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bbc8d87ec562fb17428af8cd836cf4bc, NAME => 'hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc.', STARTKEY => '', ENDKEY => ''} 2024-11-27T20:21:38,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T20:21:38,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T20:21:38,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. service=MultiRowMutationService 2024-11-27T20:21:38,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T20:21:38,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T20:21:38,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,502 INFO [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,503 INFO [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc8d87ec562fb17428af8cd836cf4bc columnFamilyName hfileref 2024-11-27T20:21:38,503 DEBUG [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:38,504 INFO [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] regionserver.HStore(327): Store=bbc8d87ec562fb17428af8cd836cf4bc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:38,504 INFO [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,505 INFO [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc8d87ec562fb17428af8cd836cf4bc columnFamilyName queue 2024-11-27T20:21:38,505 DEBUG [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:38,505 INFO [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] regionserver.HStore(327): Store=bbc8d87ec562fb17428af8cd836cf4bc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:38,505 INFO [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,506 INFO [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbc8d87ec562fb17428af8cd836cf4bc columnFamilyName sid 2024-11-27T20:21:38,506 DEBUG [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T20:21:38,506 INFO [StoreOpener-bbc8d87ec562fb17428af8cd836cf4bc-1 {}] regionserver.HStore(327): Store=bbc8d87ec562fb17428af8cd836cf4bc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T20:21:38,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T20:21:38,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T20:21:38,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bbc8d87ec562fb17428af8cd836cf4bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66090953, jitterRate=-0.015168055891990662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T20:21:38,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:38,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bbc8d87ec562fb17428af8cd836cf4bc: Running coprocessor pre-open hook at 1732738898502Writing region info on filesystem at 1732738898502Initializing all the Stores at 1732738898502Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738898502Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738898502Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732738898502Cleaning up temporary data from old regions at 1732738898507 (+5 ms)Running coprocessor post-open hooks at 1732738898510 (+3 ms)Region opened successfully at 1732738898510 2024-11-27T20:21:38,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc., pid=10, masterSystemTime=1732738898480 2024-11-27T20:21:38,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:38,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:38,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbc8d87ec562fb17428af8cd836cf4bc, regionState=OPEN, openSeqNum=2, regionLocation=6daf43b95769,33591,1732738885621 2024-11-27T20:21:38,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbc8d87ec562fb17428af8cd836cf4bc, server=6daf43b95769,33591,1732738885621 because future has completed 2024-11-27T20:21:38,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T20:21:38,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bbc8d87ec562fb17428af8cd836cf4bc, server=6daf43b95769,33591,1732738885621 in 188 msec 2024-11-27T20:21:38,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T20:21:38,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbc8d87ec562fb17428af8cd836cf4bc, ASSIGN in 344 msec 2024-11-27T20:21:38,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T20:21:38,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732738898520"}]},"ts":"1732738898520"} 2024-11-27T20:21:38,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T20:21:38,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T20:21:38,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 767 msec 2024-11-27T20:21:38,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc., hostname=6daf43b95769,33591,1732738885621, seqNum=2] 2024-11-27T20:21:38,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:38,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:38,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:21:38,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T20:21:38,725 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T20:21:38,754 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6daf43b95769,33591,1732738885621, ReplicationSource: 1, currentBandwidth=0 2024-11-27T20:21:38,754 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:38,754 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,33591,1732738885621, seqNum=-1] 2024-11-27T20:21:38,755 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:38,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-27T20:21:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6daf43b95769,33591,1732738885621', locateType=CURRENT is [region=hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc., hostname=6daf43b95769,33591,1732738885621, seqNum=2] 2024-11-27T20:21:38,759 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T20:21:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T20:21:38,761 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6daf43b95769,33591,1732738885621 suceeded 2024-11-27T20:21:38,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T20:21:38,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-27T20:21:38,762 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6daf43b95769:43419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:21:38,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0150 sec 2024-11-27T20:21:38,772 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:43419' 2024-11-27T20:21:38,774 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ce2372f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,774 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43419,-1 for getting cluster id 2024-11-27T20:21:38,774 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:38,774 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1de81684-6533-4787-89ad-a20d0899e16b' 2024-11-27T20:21:38,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:38,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1de81684-6533-4787-89ad-a20d0899e16b" 2024-11-27T20:21:38,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58071791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43419,-1] 2024-11-27T20:21:38,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:38,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:38,775 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:38,776 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f2bbd15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,776 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:38,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43419,1732738889203 2024-11-27T20:21:38,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ef3029 2024-11-27T20:21:38,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:38,777 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T20:21:38,778 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6daf43b95769,33591,1732738885621 (queues=1) is replicating from cluster=0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe to cluster=1de81684-6533-4787-89ad-a20d0899e16b 2024-11-27T20:21:38,778 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6daf43b95769%2C33591%2C1732738885621 2024-11-27T20:21:38,778 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6daf43b95769,33591,1732738885621, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:21:38,778 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C33591%2C1732738885621 2024-11-27T20:21:38,778 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987, startPosition=0, beingWritten=true 2024-11-27T20:21:38,782 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T20:21:38,782 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to pos 379, reset compression=false 2024-11-27T20:21:38,782 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,33591,1732738885621 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T20:21:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T20:21:38,881 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T20:21:38,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:38,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:38,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:38,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:38,882 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:38,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753e37c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35955,-1 for getting cluster id 2024-11-27T20:21:38,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:38,883 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe' 2024-11-27T20:21:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe" 2024-11-27T20:21:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba0051c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35955,-1] 2024-11-27T20:21:38,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:38,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:38,884 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611799e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96518dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43419,-1 for getting cluster id 2024-11-27T20:21:38,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:38,886 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1de81684-6533-4787-89ad-a20d0899e16b' 2024-11-27T20:21:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1de81684-6533-4787-89ad-a20d0899e16b" 2024-11-27T20:21:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd9bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43419,-1] 2024-11-27T20:21:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:38,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:38,887 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:38,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b997c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b22a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,36493,-1 for getting cluster id 2024-11-27T20:21:38,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:38,888 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a41f4609-97a0-4ffa-9137-c551bcee1a3a' 2024-11-27T20:21:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a41f4609-97a0-4ffa-9137-c551bcee1a3a" 2024-11-27T20:21:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a274ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,36493,-1] 2024-11-27T20:21:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:38,889 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:38,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45292b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:38,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:38,893 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732738898893/Put/seqid=0 2024-11-27T20:21:38,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741840_1016 (size=7894) 2024-11-27T20:21:38,985 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to pos 379, reset compression=false 2024-11-27T20:21:39,265 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T20:21:39,288 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to pos 379, reset compression=false 2024-11-27T20:21:39,302 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732738899301/Put/seqid=0 2024-11-27T20:21:39,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741841_1017 (size=7691) 2024-11-27T20:21:39,691 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to pos 379, reset compression=false 2024-11-27T20:21:39,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4cf620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:39,707 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35955,-1 for getting cluster id 2024-11-27T20:21:39,707 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:39,708 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe' 2024-11-27T20:21:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe" 2024-11-27T20:21:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205bd5c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35955,-1] 2024-11-27T20:21:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:39,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:39,710 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:39,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a3428d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:39,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,33591,1732738885621, seqNum=-1] 2024-11-27T20:21:39,712 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:39,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:39,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:39,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,35955,1732738885517 2024-11-27T20:21:39,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f65435 2024-11-27T20:21:39,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:39,720 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:39,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738894834.fd87783fec0a954de15d57369fc75176., hostname=6daf43b95769,33591,1732738885621, seqNum=2] 2024-11-27T20:21:39,725 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:21:39,729 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-27T20:21:39,731 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-27T20:21:39,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_0/f/hfile_0 for inclusion in fd87783fec0a954de15d57369fc75176/f 2024-11-27T20:21:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T20:21:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:21:39,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_0/f/hfile_1 for inclusion in fd87783fec0a954de15d57369fc75176/f 2024-11-27T20:21:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T20:21:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:21:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HRegion(2603): Flush status journal for fd87783fec0a954de15d57369fc75176: 2024-11-27T20:21:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__pufak6ko03r1sm9c185o5mbeb2kgelus4tjbnfh2llhgedn268vep0n3ldq0itr4/f/hfile_0 2024-11-27T20:21:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__pufak6ko03r1sm9c185o5mbeb2kgelus4tjbnfh2llhgedn268vep0n3ldq0itr4/f/hfile_0 as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/91ae509635114f19ab4208f7acafd029_SeqId_4_ 2024-11-27T20:21:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__pufak6ko03r1sm9c185o5mbeb2kgelus4tjbnfh2llhgedn268vep0n3ldq0itr4/f/hfile_1 2024-11-27T20:21:39,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__pufak6ko03r1sm9c185o5mbeb2kgelus4tjbnfh2llhgedn268vep0n3ldq0itr4/f/hfile_1 as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/0b51281fb15448c89b49badbfc7e10ce_SeqId_4_ 2024-11-27T20:21:39,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__pufak6ko03r1sm9c185o5mbeb2kgelus4tjbnfh2llhgedn268vep0n3ldq0itr4/f/hfile_0 into fd87783fec0a954de15d57369fc75176/f as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/91ae509635114f19ab4208f7acafd029_SeqId_4_ - updating store file list. 2024-11-27T20:21:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 91ae509635114f19ab4208f7acafd029_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:21:39,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/91ae509635114f19ab4208f7acafd029_SeqId_4_ into fd87783fec0a954de15d57369fc75176/f 2024-11-27T20:21:39,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__pufak6ko03r1sm9c185o5mbeb2kgelus4tjbnfh2llhgedn268vep0n3ldq0itr4/f/hfile_0 into fd87783fec0a954de15d57369fc75176/f (new location: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/91ae509635114f19ab4208f7acafd029_SeqId_4_) 2024-11-27T20:21:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__pufak6ko03r1sm9c185o5mbeb2kgelus4tjbnfh2llhgedn268vep0n3ldq0itr4/f/hfile_0 2024-11-27T20:21:39,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__pufak6ko03r1sm9c185o5mbeb2kgelus4tjbnfh2llhgedn268vep0n3ldq0itr4/f/hfile_1 into fd87783fec0a954de15d57369fc75176/f as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/0b51281fb15448c89b49badbfc7e10ce_SeqId_4_ - updating store file list. 2024-11-27T20:21:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b51281fb15448c89b49badbfc7e10ce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:21:39,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/0b51281fb15448c89b49badbfc7e10ce_SeqId_4_ into fd87783fec0a954de15d57369fc75176/f 2024-11-27T20:21:39,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__pufak6ko03r1sm9c185o5mbeb2kgelus4tjbnfh2llhgedn268vep0n3ldq0itr4/f/hfile_1 into fd87783fec0a954de15d57369fc75176/f (new location: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/0b51281fb15448c89b49badbfc7e10ce_SeqId_4_) 2024-11-27T20:21:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__pufak6ko03r1sm9c185o5mbeb2kgelus4tjbnfh2llhgedn268vep0n3ldq0itr4/f/hfile_1 2024-11-27T20:21:39,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:39,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:39,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:39,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:39,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732738894834.fd87783fec0a954de15d57369fc75176., hostname=6daf43b95769,33591,1732738885621, seqNum=2 , the old value is region=test,,1732738894834.fd87783fec0a954de15d57369fc75176., hostname=6daf43b95769,33591,1732738885621, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6daf43b95769:33591 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:21:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732738894834.fd87783fec0a954de15d57369fc75176., hostname=6daf43b95769,33591,1732738885621, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:21:39,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732738894834.fd87783fec0a954de15d57369fc75176., hostname=6daf43b95769,33591,1732738885621, seqNum=2 from cache 2024-11-27T20:21:39,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:39,754 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T20:21:39,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,36743,1732738889257, seqNum=-1] 2024-11-27T20:21:39,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:39,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:39,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738895975.2b372364d73ac8123cba326f138add86., hostname=6daf43b95769,36743,1732738889257, seqNum=2] 2024-11-27T20:21:39,758 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T20:21:39,862 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:33591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:21:40,194 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to pos 379, reset compression=false 2024-11-27T20:21:40,198 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:40,199 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,33591,1732738885621 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd87783fec0a954de15d57369fc75176/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732738899752/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T20:21:40,200 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:40,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T20:21:40,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.ReplicationSink(318): Replicating [0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe] bulk loaded data 2024-11-27T20:21:40,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ea0c940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:40,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,43419,-1 for getting cluster id 2024-11-27T20:21:40,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:40,203 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1de81684-6533-4787-89ad-a20d0899e16b' 2024-11-27T20:21:40,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:40,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1de81684-6533-4787-89ad-a20d0899e16b" 2024-11-27T20:21:40,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bc317f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:40,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,43419,-1] 2024-11-27T20:21:40,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:40,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:40,204 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:40,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@666d094b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:40,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741837_1013 (size=7894) 2024-11-27T20:21:40,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:21:40,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:40,399 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to pos 687, reset compression=false 2024-11-27T20:21:40,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741838_1014 (size=7691) 2024-11-27T20:21:40,703 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to pos 687, reset compression=false 2024-11-27T20:21:40,761 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T20:21:41,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:41,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,43419,1732738889203 2024-11-27T20:21:41,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f8320c4 2024-11-27T20:21:41,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:41,024 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-27T20:21:41,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:21:41,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:41,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,36743,1732738889257, seqNum=-1] 2024-11-27T20:21:41,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:41,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-27T20:21:41,035 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/0b51281fb15448c89b49badbfc7e10ce_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-27T20:21:41,038 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/91ae509635114f19ab4208f7acafd029_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-27T20:21:41,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/91ae509635114f19ab4208f7acafd029_SeqId_4_ for inclusion in 2b372364d73ac8123cba326f138add86/f 2024-11-27T20:21:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T20:21:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:21:41,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/0b51281fb15448c89b49badbfc7e10ce_SeqId_4_ for inclusion in 2b372364d73ac8123cba326f138add86/f 2024-11-27T20:21:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T20:21:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:21:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(2603): Flush status journal for 2b372364d73ac8123cba326f138add86: 2024-11-27T20:21:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 91ae509635114f19ab4208f7acafd029_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:21:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/91ae509635114f19ab4208f7acafd029_SeqId_4_ as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/e84b3349afc24eb48d86046183575133_SeqId_4_ 2024-11-27T20:21:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0b51281fb15448c89b49badbfc7e10ce_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:21:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/0b51281fb15448c89b49badbfc7e10ce_SeqId_4_ as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/fa1265aeb6714c13ade6eb708b44b14f_SeqId_4_ 2024-11-27T20:21:41,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/91ae509635114f19ab4208f7acafd029_SeqId_4_ into 2b372364d73ac8123cba326f138add86/f as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/e84b3349afc24eb48d86046183575133_SeqId_4_ - updating store file list. 2024-11-27T20:21:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e84b3349afc24eb48d86046183575133_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:21:41,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/e84b3349afc24eb48d86046183575133_SeqId_4_ into 2b372364d73ac8123cba326f138add86/f 2024-11-27T20:21:41,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/91ae509635114f19ab4208f7acafd029_SeqId_4_ into 2b372364d73ac8123cba326f138add86/f (new location: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/e84b3349afc24eb48d86046183575133_SeqId_4_) 2024-11-27T20:21:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/91ae509635114f19ab4208f7acafd029_SeqId_4_ 2024-11-27T20:21:41,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/0b51281fb15448c89b49badbfc7e10ce_SeqId_4_ into 2b372364d73ac8123cba326f138add86/f as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/fa1265aeb6714c13ade6eb708b44b14f_SeqId_4_ - updating store file list. 2024-11-27T20:21:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa1265aeb6714c13ade6eb708b44b14f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:21:41,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/fa1265aeb6714c13ade6eb708b44b14f_SeqId_4_ into 2b372364d73ac8123cba326f138add86/f 2024-11-27T20:21:41,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/0b51281fb15448c89b49badbfc7e10ce_SeqId_4_ into 2b372364d73ac8123cba326f138add86/f (new location: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/fa1265aeb6714c13ade6eb708b44b14f_SeqId_4_) 2024-11-27T20:21:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__5on8ls9fucb1u47p437ep3ftmhbd3l0luj9a95ub9al4nrmlt774udsnotlrnl83/f/0b51281fb15448c89b49badbfc7e10ce_SeqId_4_ 2024-11-27T20:21:41,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.ReplicationSink(324): Finished replicating [0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe] bulk loaded data 2024-11-27T20:21:41,109 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to pos 687, reset compression=false 2024-11-27T20:21:41,613 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to pos 687, reset compression=false 2024-11-27T20:21:41,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:41,769 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38067,1732738892597, seqNum=-1] 2024-11-27T20:21:41,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:41,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f., hostname=6daf43b95769,38067,1732738892597, seqNum=2] 2024-11-27T20:21:41,778 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:41,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T20:21:41,779 DEBUG [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6daf43b95769%2C33591%2C1732738885621:(num 1732738886987) roll requested 2024-11-27T20:21:41,800 DEBUG [regionserver/6daf43b95769:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780, exclude list is [], retry=0 2024-11-27T20:21:41,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-adaf93c1-e1d0-4533-9819-bd17d86cc2cf,DISK] 2024-11-27T20:21:41,804 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 2024-11-27T20:21:41,805 DEBUG [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42155:42155)] 2024-11-27T20:21:41,805 DEBUG [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 is not closed yet, will try archiving it next time 2024-11-27T20:21:41,805 DEBUG [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6daf43b95769%2C33591%2C1732738885621.meta:.meta(num 1732738887619) roll requested 2024-11-27T20:21:41,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43ff3531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:41,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35955,-1 for getting cluster id 2024-11-27T20:21:41,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:41,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741832_1008 (size=695) 2024-11-27T20:21:41,806 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe' 2024-11-27T20:21:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe" 2024-11-27T20:21:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f1092d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35955,-1] 2024-11-27T20:21:41,807 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/oldWALs/6daf43b95769%2C33591%2C1732738885621.1732738886987 2024-11-27T20:21:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:41,808 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:41,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d44ccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:41,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,35955,1732738885517 2024-11-27T20:21:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7530a1 2024-11-27T20:21:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:41,811 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:41,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://6daf43b95769:36493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T20:21:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T20:21:41,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T20:21:41,814 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:36493' 2024-11-27T20:21:41,815 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663c4ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:41,815 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,36493,-1 for getting cluster id 2024-11-27T20:21:41,815 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:41,815 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a41f4609-97a0-4ffa-9137-c551bcee1a3a' 2024-11-27T20:21:41,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a41f4609-97a0-4ffa-9137-c551bcee1a3a" 2024-11-27T20:21:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb23e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,36493,-1] 2024-11-27T20:21:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:41,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:41,817 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:41,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad769f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:41,818 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:41,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,36493,1732738892555 2024-11-27T20:21:41,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52e37698 2024-11-27T20:21:41,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:41,819 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:41,820 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T20:21:41,820 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T20:21:41,820 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:41,820 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:41,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:41,823 DEBUG [regionserver/6daf43b95769:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.meta.1732738901805.meta, exclude list is [], retry=0 2024-11-27T20:21:41,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-adaf93c1-e1d0-4533-9819-bd17d86cc2cf,DISK] 2024-11-27T20:21:41,826 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.meta.1732738887619.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.meta.1732738901805.meta 2024-11-27T20:21:41,827 DEBUG [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42155:42155)] 2024-11-27T20:21:41,827 DEBUG [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.meta.1732738887619.meta is not closed yet, will try archiving it next time 2024-11-27T20:21:41,827 DEBUG [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6daf43b95769%2C33591%2C1732738885621.rep:(num 1732738898484) roll requested 2024-11-27T20:21:41,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741834_1010 (size=3473) 2024-11-27T20:21:41,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T20:21:41,843 DEBUG [regionserver/6daf43b95769:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.rep.1732738901827, exclude list is [], retry=0 2024-11-27T20:21:41,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44055,DS-adaf93c1-e1d0-4533-9819-bd17d86cc2cf,DISK] 2024-11-27T20:21:41,846 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.rep.1732738898484 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.rep.1732738901827 2024-11-27T20:21:41,847 DEBUG [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42155:42155)] 2024-11-27T20:21:41,847 DEBUG [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.rep.1732738898484 is not closed yet, will try archiving it next time 2024-11-27T20:21:41,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741839_1015 (size=1505) 2024-11-27T20:21:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T20:21:41,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T20:21:41,983 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T20:21:42,013 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6daf43b95769,33591,1732738885621, ReplicationSource: 2, currentBandwidth=0 2024-11-27T20:21:42,016 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T20:21:42,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T20:21:42,018 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6daf43b95769,33591,1732738885621 suceeded 2024-11-27T20:21:42,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T20:21:42,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-27T20:21:42,020 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6daf43b95769:36493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T20:21:42,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 209 msec 2024-11-27T20:21:42,035 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6daf43b95769:36493' 2024-11-27T20:21:42,036 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68951e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,036 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,36493,-1 for getting cluster id 2024-11-27T20:21:42,036 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:42,037 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a41f4609-97a0-4ffa-9137-c551bcee1a3a' 2024-11-27T20:21:42,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:42,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a41f4609-97a0-4ffa-9137-c551bcee1a3a" 2024-11-27T20:21:42,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@387d7802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,36493,-1] 2024-11-27T20:21:42,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:42,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:42,038 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:42,039 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6136c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,039 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:42,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,36493,1732738892555 2024-11-27T20:21:42,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60e6b208 2024-11-27T20:21:42,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:42,040 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T20:21:42,040 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6daf43b95769,33591,1732738885621 (queues=1) is replicating from cluster=0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe to cluster=a41f4609-97a0-4ffa-9137-c551bcee1a3a 2024-11-27T20:21:42,041 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6daf43b95769%2C33591%2C1732738885621 2024-11-27T20:21:42,041 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6daf43b95769,33591,1732738885621, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T20:21:42,041 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780, startPosition=0, beingWritten=true 2024-11-27T20:21:42,041 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6daf43b95769%2C33591%2C1732738885621 2024-11-27T20:21:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T20:21:42,132 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T20:21:42,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:42,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:42,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:42,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:42,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:42,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T20:21:42,137 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732738902136/Put/seqid=0 2024-11-27T20:21:42,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741845_1021 (size=11194) 2024-11-27T20:21:42,143 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732738902142/Put/seqid=0 2024-11-27T20:21:42,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741846_1022 (size=10791) 2024-11-27T20:21:42,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7369cf8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,35955,-1 for getting cluster id 2024-11-27T20:21:42,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:42,148 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe' 2024-11-27T20:21:42,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:42,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe" 2024-11-27T20:21:42,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d12d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,35955,-1] 2024-11-27T20:21:42,148 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:42,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:42,149 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:42,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d18d348, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:42,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,33591,1732738885621, seqNum=-1] 2024-11-27T20:21:42,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:42,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T20:21:42,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,35955,1732738885517 2024-11-27T20:21:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19ffe38 2024-11-27T20:21:42,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:42,158 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T20:21:42,161 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732738894834.fd87783fec0a954de15d57369fc75176., hostname=6daf43b95769,33591,1732738885621, seqNum=2] 2024-11-27T20:21:42,163 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:21:42,167 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-27T20:21:42,169 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-27T20:21:42,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_1/f/hfile_0 for inclusion in fd87783fec0a954de15d57369fc75176/f 2024-11-27T20:21:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T20:21:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:21:42,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_1/f/hfile_1 for inclusion in fd87783fec0a954de15d57369fc75176/f 2024-11-27T20:21:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T20:21:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:21:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HRegion(2603): Flush status journal for fd87783fec0a954de15d57369fc75176: 2024-11-27T20:21:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__qd6f07s8uaaqh2vsguodka3hojtn0g8rb0rrs0e55vmf6d8u4njvjcca1q3hkslg/f/hfile_0 2024-11-27T20:21:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__qd6f07s8uaaqh2vsguodka3hojtn0g8rb0rrs0e55vmf6d8u4njvjcca1q3hkslg/f/hfile_0 as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ 2024-11-27T20:21:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__qd6f07s8uaaqh2vsguodka3hojtn0g8rb0rrs0e55vmf6d8u4njvjcca1q3hkslg/f/hfile_1 2024-11-27T20:21:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__qd6f07s8uaaqh2vsguodka3hojtn0g8rb0rrs0e55vmf6d8u4njvjcca1q3hkslg/f/hfile_1 as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/949dde887b7a425089a5e04a975002da_SeqId_6_ 2024-11-27T20:21:42,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__qd6f07s8uaaqh2vsguodka3hojtn0g8rb0rrs0e55vmf6d8u4njvjcca1q3hkslg/f/hfile_0 into fd87783fec0a954de15d57369fc75176/f as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ - updating store file list. 2024-11-27T20:21:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 484fa4ab6285427299ac5da0df164d07_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T20:21:42,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ into fd87783fec0a954de15d57369fc75176/f 2024-11-27T20:21:42,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__qd6f07s8uaaqh2vsguodka3hojtn0g8rb0rrs0e55vmf6d8u4njvjcca1q3hkslg/f/hfile_0 into fd87783fec0a954de15d57369fc75176/f (new location: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_) 2024-11-27T20:21:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__qd6f07s8uaaqh2vsguodka3hojtn0g8rb0rrs0e55vmf6d8u4njvjcca1q3hkslg/f/hfile_0 2024-11-27T20:21:42,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__qd6f07s8uaaqh2vsguodka3hojtn0g8rb0rrs0e55vmf6d8u4njvjcca1q3hkslg/f/hfile_1 into fd87783fec0a954de15d57369fc75176/f as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/949dde887b7a425089a5e04a975002da_SeqId_6_ - updating store file list. 2024-11-27T20:21:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 949dde887b7a425089a5e04a975002da_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T20:21:42,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/949dde887b7a425089a5e04a975002da_SeqId_6_ into fd87783fec0a954de15d57369fc75176/f 2024-11-27T20:21:42,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__qd6f07s8uaaqh2vsguodka3hojtn0g8rb0rrs0e55vmf6d8u4njvjcca1q3hkslg/f/hfile_1 into fd87783fec0a954de15d57369fc75176/f (new location: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/f/949dde887b7a425089a5e04a975002da_SeqId_6_) 2024-11-27T20:21:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33591 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/staging/jenkins__test__qd6f07s8uaaqh2vsguodka3hojtn0g8rb0rrs0e55vmf6d8u4njvjcca1q3hkslg/f/hfile_1 2024-11-27T20:21:42,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:42,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:42,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:42,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:42,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732738894834.fd87783fec0a954de15d57369fc75176., hostname=6daf43b95769,33591,1732738885621, seqNum=2 , the old value is region=test,,1732738894834.fd87783fec0a954de15d57369fc75176., hostname=6daf43b95769,33591,1732738885621, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6daf43b95769:33591 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:21:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732738894834.fd87783fec0a954de15d57369fc75176., hostname=6daf43b95769,33591,1732738885621, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T20:21:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732738894834.fd87783fec0a954de15d57369fc75176., hostname=6daf43b95769,33591,1732738885621, seqNum=2 from cache 2024-11-27T20:21:42,196 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T20:21:42,196 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T20:21:42,217 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 to pos 687, reset compression=false 2024-11-27T20:21:42,223 INFO [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 was moved to hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/oldWALs/6daf43b95769%2C33591%2C1732738885621.1732738886987 2024-11-27T20:21:42,225 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987 2024-11-27T20:21:42,225 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,33591,1732738885621 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738886987, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T20:21:42,225 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780, startPosition=0, beingWritten=true 2024-11-27T20:21:42,227 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6daf43b95769%2C33591%2C1732738885621.1732738886987] 2024-11-27T20:21:42,230 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:42,230 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6daf43b95769,33591,1732738885621 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd87783fec0a954de15d57369fc75176/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732738902191/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T20:21:42,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.ReplicationSink(318): Replicating [0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe] bulk loaded data 2024-11-27T20:21:42,245 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 0, reset compression=false 2024-11-27T20:21:42,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741839_1015 (size=11194) 2024-11-27T20:21:42,251 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T20:21:42,251 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6daf43b95769,33591,1732738885621 got entry batch from reader: WALEntryBatch [walEntries=[{test/fd87783fec0a954de15d57369fc75176/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732738902191/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T20:21:42,253 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T20:21:42,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T20:21:42,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.ReplicationSink(318): Replicating [0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe] bulk loaded data 2024-11-27T20:21:42,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b5edae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] client.ClusterIdFetcher(90): Going to request 6daf43b95769,36493,-1 for getting cluster id 2024-11-27T20:21:42,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T20:21:42,260 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a41f4609-97a0-4ffa-9137-c551bcee1a3a' 2024-11-27T20:21:42,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741840_1016 (size=10791) 2024-11-27T20:21:42,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T20:21:42,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a41f4609-97a0-4ffa-9137-c551bcee1a3a" 2024-11-27T20:21:42,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f1adb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6daf43b95769,36493,-1] 2024-11-27T20:21:42,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T20:21:42,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:42,262 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-27T20:21:42,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16f53c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T20:21:42,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:21:42,273 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T20:21:42,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741837_1013 (size=11194) 2024-11-27T20:21:42,275 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/949dde887b7a425089a5e04a975002da_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T20:21:42,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/949dde887b7a425089a5e04a975002da_SeqId_6_ for inclusion in 2b372364d73ac8123cba326f138add86/f 2024-11-27T20:21:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T20:21:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:21:42,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ for inclusion in 2b372364d73ac8123cba326f138add86/f 2024-11-27T20:21:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T20:21:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:21:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegion(2603): Flush status journal for 2b372364d73ac8123cba326f138add86: 2024-11-27T20:21:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 949dde887b7a425089a5e04a975002da_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:21:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/949dde887b7a425089a5e04a975002da_SeqId_6_ as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/422a1dc1503e4244841260d0cc111ff2_SeqId_6_ 2024-11-27T20:21:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 484fa4ab6285427299ac5da0df164d07_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:21:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/10f8437553a849759e71d2a1efa0f99c_SeqId_6_ 2024-11-27T20:21:42,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/949dde887b7a425089a5e04a975002da_SeqId_6_ into 2b372364d73ac8123cba326f138add86/f as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/422a1dc1503e4244841260d0cc111ff2_SeqId_6_ - updating store file list. 2024-11-27T20:21:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 422a1dc1503e4244841260d0cc111ff2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T20:21:42,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/422a1dc1503e4244841260d0cc111ff2_SeqId_6_ into 2b372364d73ac8123cba326f138add86/f 2024-11-27T20:21:42,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/949dde887b7a425089a5e04a975002da_SeqId_6_ into 2b372364d73ac8123cba326f138add86/f (new location: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/422a1dc1503e4244841260d0cc111ff2_SeqId_6_) 2024-11-27T20:21:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/949dde887b7a425089a5e04a975002da_SeqId_6_ 2024-11-27T20:21:42,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ into 2b372364d73ac8123cba326f138add86/f as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/10f8437553a849759e71d2a1efa0f99c_SeqId_6_ - updating store file list. 2024-11-27T20:21:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 10f8437553a849759e71d2a1efa0f99c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T20:21:42,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/10f8437553a849759e71d2a1efa0f99c_SeqId_6_ into 2b372364d73ac8123cba326f138add86/f 2024-11-27T20:21:42,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ into 2b372364d73ac8123cba326f138add86/f (new location: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/f/10f8437553a849759e71d2a1efa0f99c_SeqId_6_) 2024-11-27T20:21:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/staging/jenkins.hfs.22__test__44bmpahsskueg04oqmpudmbprbaf1hhrje1og4liuals3ouf8fuhaii459evkg08/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ 2024-11-27T20:21:42,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36743 {}] regionserver.ReplicationSink(324): Finished replicating [0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe] bulk loaded data 2024-11-27T20:21:42,302 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6daf43b95769:33591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T20:21:42,430 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:42,451 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:42,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741838_1014 (size=10791) 2024-11-27T20:21:42,734 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:42,754 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:43,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T20:21:43,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6daf43b95769,36493,1732738892555 2024-11-27T20:21:43,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40ac087f 2024-11-27T20:21:43,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T20:21:43,087 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-27T20:21:43,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T20:21:43,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T20:21:43,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6daf43b95769,38067,1732738892597, seqNum=-1] 2024-11-27T20:21:43,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T20:21:43,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-27T20:21:43,098 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T20:21:43,100 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/949dde887b7a425089a5e04a975002da_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T20:21:43,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/949dde887b7a425089a5e04a975002da_SeqId_6_ for inclusion in 983f4e256bc5145f9bfaaecea5f2650f/f 2024-11-27T20:21:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T20:21:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:21:43,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ for inclusion in 983f4e256bc5145f9bfaaecea5f2650f/f 2024-11-27T20:21:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T20:21:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T20:21:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HRegion(2603): Flush status journal for 983f4e256bc5145f9bfaaecea5f2650f: 2024-11-27T20:21:43,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 949dde887b7a425089a5e04a975002da_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:21:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/949dde887b7a425089a5e04a975002da_SeqId_6_ as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f/f/55ec35e9a12e4b61a6ad02ec9ac58988_SeqId_4_ 2024-11-27T20:21:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 484fa4ab6285427299ac5da0df164d07_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T20:21:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f/f/3dc8ec8ec9874f98acce41031345fc29_SeqId_4_ 2024-11-27T20:21:43,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/949dde887b7a425089a5e04a975002da_SeqId_6_ into 983f4e256bc5145f9bfaaecea5f2650f/f as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f/f/55ec35e9a12e4b61a6ad02ec9ac58988_SeqId_4_ - updating store file list. 2024-11-27T20:21:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55ec35e9a12e4b61a6ad02ec9ac58988_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:21:43,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f/f/55ec35e9a12e4b61a6ad02ec9ac58988_SeqId_4_ into 983f4e256bc5145f9bfaaecea5f2650f/f 2024-11-27T20:21:43,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/949dde887b7a425089a5e04a975002da_SeqId_6_ into 983f4e256bc5145f9bfaaecea5f2650f/f (new location: hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f/f/55ec35e9a12e4b61a6ad02ec9ac58988_SeqId_4_) 2024-11-27T20:21:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/949dde887b7a425089a5e04a975002da_SeqId_6_ 2024-11-27T20:21:43,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ into 983f4e256bc5145f9bfaaecea5f2650f/f as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f/f/3dc8ec8ec9874f98acce41031345fc29_SeqId_4_ - updating store file list. 2024-11-27T20:21:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3dc8ec8ec9874f98acce41031345fc29_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T20:21:43,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f/f/3dc8ec8ec9874f98acce41031345fc29_SeqId_4_ into 983f4e256bc5145f9bfaaecea5f2650f/f 2024-11-27T20:21:43,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ into 983f4e256bc5145f9bfaaecea5f2650f/f (new location: hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f/f/3dc8ec8ec9874f98acce41031345fc29_SeqId_4_) 2024-11-27T20:21:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/staging/jenkins.hfs.23__test__tivddlc0bek7fp2h6eanofvdm92o26h80dk9gdaogp2vrm2ot6usaupctpfvdfai/f/484fa4ab6285427299ac5da0df164d07_SeqId_6_ 2024-11-27T20:21:43,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38067 {}] regionserver.ReplicationSink(324): Finished replicating [0b8e16c1-8bf7-469b-ac0a-32d7735b1dfe] bulk loaded data 2024-11-27T20:21:43,138 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:43,158 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:43,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:21:43,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:43,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:43,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:43,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:43,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:43,212 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:21:43,212 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2073471627, stopped=false 2024-11-27T20:21:43,212 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,36493,1732738892555 2024-11-27T20:21:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-42974947/running 2024-11-27T20:21:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-42974947/running 2024-11-27T20:21:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:43,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:43,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:43,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Set watcher on znode that does not yet exist, /2-42974947/running 2024-11-27T20:21:43,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Set watcher on znode that does not yet exist, /2-42974947/running 2024-11-27T20:21:43,216 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:43,216 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:43,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:43,216 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,38067,1732738892597' ***** 2024-11-27T20:21:43,216 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:21:43,217 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:21:43,217 INFO [RS:0;6daf43b95769:38067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:21:43,217 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:21:43,217 INFO [RS:0;6daf43b95769:38067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:21:43,217 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:43,219 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,38067,1732738892597 2024-11-27T20:21:43,219 INFO [RS:0;6daf43b95769:38067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:43,219 INFO [RS:0;6daf43b95769:38067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:38067. 2024-11-27T20:21:43,219 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 983f4e256bc5145f9bfaaecea5f2650f, disabling compactions & flushes 2024-11-27T20:21:43,219 DEBUG [RS:0;6daf43b95769:38067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:43,219 DEBUG [RS:0;6daf43b95769:38067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:43,219 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:43,219 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:43,219 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. after waiting 0 ms 2024-11-27T20:21:43,219 INFO [RS:0;6daf43b95769:38067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:21:43,219 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:43,219 INFO [RS:0;6daf43b95769:38067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:21:43,219 INFO [RS:0;6daf43b95769:38067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:21:43,219 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:21:43,220 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:21:43,220 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1325): Online Regions={983f4e256bc5145f9bfaaecea5f2650f=test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:21:43,220 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 983f4e256bc5145f9bfaaecea5f2650f 2024-11-27T20:21:43,220 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:43,220 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:43,220 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:43,220 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:43,220 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:43,220 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T20:21:43,224 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/default/test/983f4e256bc5145f9bfaaecea5f2650f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T20:21:43,225 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:43,225 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:21:43,225 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:43,225 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 983f4e256bc5145f9bfaaecea5f2650f: Waiting for close lock at 1732738903219Running coprocessor pre-close hooks at 1732738903219Disabling compacts and flushes for region at 1732738903219Disabling writes for close at 1732738903219Writing region close event to WAL at 1732738903221 (+2 ms)Running coprocessor post-close hooks at 1732738903225 (+4 ms)Closed at 1732738903225 2024-11-27T20:21:43,225 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f. 2024-11-27T20:21:43,246 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/info/a3b5d93bae9d482ebdef3ba429e02da0 is 129, key is test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f./info:regioninfo/1732738897345/Put/seqid=0 2024-11-27T20:21:43,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741839_1015 (size=6421) 2024-11-27T20:21:43,250 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/info/a3b5d93bae9d482ebdef3ba429e02da0 2024-11-27T20:21:43,257 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:43,273 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/ns/7af70c2bae1d4120aa931d6ce6a449c6 is 43, key is default/ns:d/1732738894746/Put/seqid=0 2024-11-27T20:21:43,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741840_1016 (size=5153) 2024-11-27T20:21:43,420 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:43,620 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:43,642 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:43,662 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:43,677 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/ns/7af70c2bae1d4120aa931d6ce6a449c6 2024-11-27T20:21:43,696 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/rep_barrier/ee5593d213ac4248b8041961e12b4f50 is 112, key is test,,1732738896604.983f4e256bc5145f9bfaaecea5f2650f./rep_barrier:seqnumDuringOpen/1732738897345/Put/seqid=0 2024-11-27T20:21:43,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741841_1017 (size=5518) 2024-11-27T20:21:43,744 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:21:43,744 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:21:43,820 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:44,021 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:44,100 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/rep_barrier/ee5593d213ac4248b8041961e12b4f50 2024-11-27T20:21:44,123 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/table/5c77732ea90746758794f5b843b6ecb1 is 40, key is test/table:state/1732738897352/Put/seqid=0 2024-11-27T20:21:44,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741842_1018 (size=5165) 2024-11-27T20:21:44,221 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:21:44,221 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:21:44,221 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:44,246 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:44,260 DEBUG [master/6daf43b95769:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=37, reused chunk count=156, reuseRatio=80.83% 2024-11-27T20:21:44,261 DEBUG [master/6daf43b95769:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T20:21:44,266 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:44,421 DEBUG [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:44,527 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/table/5c77732ea90746758794f5b843b6ecb1 2024-11-27T20:21:44,532 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/info/a3b5d93bae9d482ebdef3ba429e02da0 as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/info/a3b5d93bae9d482ebdef3ba429e02da0 2024-11-27T20:21:44,536 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/info/a3b5d93bae9d482ebdef3ba429e02da0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T20:21:44,536 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/ns/7af70c2bae1d4120aa931d6ce6a449c6 as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/ns/7af70c2bae1d4120aa931d6ce6a449c6 2024-11-27T20:21:44,540 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/ns/7af70c2bae1d4120aa931d6ce6a449c6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T20:21:44,540 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/rep_barrier/ee5593d213ac4248b8041961e12b4f50 as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/rep_barrier/ee5593d213ac4248b8041961e12b4f50 2024-11-27T20:21:44,544 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/rep_barrier/ee5593d213ac4248b8041961e12b4f50, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T20:21:44,544 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/.tmp/table/5c77732ea90746758794f5b843b6ecb1 as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/table/5c77732ea90746758794f5b843b6ecb1 2024-11-27T20:21:44,548 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/table/5c77732ea90746758794f5b843b6ecb1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T20:21:44,548 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=11, compaction requested=false 2024-11-27T20:21:44,555 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T20:21:44,556 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:44,556 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:21:44,556 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:44,556 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738903220Running coprocessor pre-close hooks at 1732738903220Disabling compacts and flushes for region at 1732738903220Disabling writes for close at 1732738903220Obtaining lock to block concurrent updates at 1732738903220Preparing flush snapshotting stores in 1588230740 at 1732738903220Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732738903221 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732738903221Flushing 1588230740/info: creating writer at 1732738903221Flushing 1588230740/info: appending metadata at 1732738903245 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732738903245Flushing 1588230740/ns: creating writer at 1732738903254 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732738903273 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732738903273Flushing 1588230740/rep_barrier: creating writer at 1732738903681 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738903695 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738903695Flushing 1588230740/table: creating writer at 1732738904104 (+409 ms)Flushing 1588230740/table: appending metadata at 1732738904123 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732738904123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eadebe: reopening flushed file at 1732738904531 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69131062: reopening flushed file at 1732738904536 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b67b75: reopening flushed file at 1732738904540 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b683675: reopening flushed file at 1732738904544 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1328ms, sequenceid=11, compaction requested=false at 1732738904548 (+4 ms)Writing region close event to WAL at 1732738904553 (+5 ms)Running coprocessor post-close hooks at 1732738904556 (+3 ms)Closed at 1732738904556 2024-11-27T20:21:44,556 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:44,621 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,38067,1732738892597; all regions closed. 2024-11-27T20:21:44,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741834_1010 (size=2717) 2024-11-27T20:21:44,625 DEBUG [RS:0;6daf43b95769:38067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/oldWALs 2024-11-27T20:21:44,625 INFO [RS:0;6daf43b95769:38067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C38067%2C1732738892597.meta:.meta(num 1732738894696) 2024-11-27T20:21:44,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741832_1008 (size=1028) 2024-11-27T20:21:44,629 DEBUG [RS:0;6daf43b95769:38067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/oldWALs 2024-11-27T20:21:44,629 INFO [RS:0;6daf43b95769:38067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C38067%2C1732738892597:(num 1732738893781) 2024-11-27T20:21:44,629 DEBUG [RS:0;6daf43b95769:38067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:44,629 INFO [RS:0;6daf43b95769:38067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:44,629 INFO [RS:0;6daf43b95769:38067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:44,629 INFO [RS:0;6daf43b95769:38067 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:44,629 INFO [RS:0;6daf43b95769:38067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:44,629 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:44,629 INFO [RS:0;6daf43b95769:38067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:38067. 2024-11-27T20:21:44,630 DEBUG [RS:0;6daf43b95769:38067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:44,630 DEBUG [RS:0;6daf43b95769:38067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:44,630 DEBUG [RS:0;6daf43b95769:38067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:44,630 INFO [RS:0;6daf43b95769:38067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38067 2024-11-27T20:21:44,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:44,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-42974947/rs/6daf43b95769,38067,1732738892597 2024-11-27T20:21:44,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947/rs 2024-11-27T20:21:44,632 INFO [RS:0;6daf43b95769:38067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:44,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,38067,1732738892597] 2024-11-27T20:21:44,635 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-42974947/draining/6daf43b95769,38067,1732738892597 already deleted, retry=false 2024-11-27T20:21:44,635 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,38067,1732738892597 expired; onlineServers=0 2024-11-27T20:21:44,635 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,36493,1732738892555' ***** 2024-11-27T20:21:44,635 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:21:44,635 INFO [M:0;6daf43b95769:36493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:44,635 INFO [M:0;6daf43b95769:36493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:44,635 DEBUG [M:0;6daf43b95769:36493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:21:44,635 DEBUG [M:0;6daf43b95769:36493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:21:44,635 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738893552 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738893552,5,FailOnTimeoutGroup] 2024-11-27T20:21:44,635 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738893552 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738893552,5,FailOnTimeoutGroup] 2024-11-27T20:21:44,636 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:21:44,636 INFO [M:0;6daf43b95769:36493 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:44,636 INFO [M:0;6daf43b95769:36493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:44,636 DEBUG [M:0;6daf43b95769:36493 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:21:44,636 INFO [M:0;6daf43b95769:36493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:21:44,636 INFO [M:0;6daf43b95769:36493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:44,636 INFO [M:0;6daf43b95769:36493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:21:44,636 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:21:44,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-42974947/master 2024-11-27T20:21:44,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-42974947 2024-11-27T20:21:44,638 DEBUG [M:0;6daf43b95769:36493 {}] zookeeper.ZKUtil(347): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Unable to get data of znode /2-42974947/master because node does not exist (not an error) 2024-11-27T20:21:44,638 WARN [M:0;6daf43b95769:36493 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:21:44,650 INFO [M:0;6daf43b95769:36493 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/.lastflushedseqids 2024-11-27T20:21:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741843_1019 (size=173) 2024-11-27T20:21:44,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:44,734 INFO [RS:0;6daf43b95769:38067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:44,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38067-0x1015b170e690007, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:44,734 INFO [RS:0;6daf43b95769:38067 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,38067,1732738892597; zookeeper connection closed. 2024-11-27T20:21:44,734 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6baff7cc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6baff7cc 2024-11-27T20:21:44,734 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:21:44,950 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:44,969 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:45,055 INFO [M:0;6daf43b95769:36493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:21:45,055 INFO [M:0;6daf43b95769:36493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:21:45,056 DEBUG [M:0;6daf43b95769:36493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:45,056 INFO [M:0;6daf43b95769:36493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:45,056 DEBUG [M:0;6daf43b95769:36493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:45,056 DEBUG [M:0;6daf43b95769:36493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:45,056 DEBUG [M:0;6daf43b95769:36493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:45,056 INFO [M:0;6daf43b95769:36493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-27T20:21:45,076 DEBUG [M:0;6daf43b95769:36493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eeefa1f7be241a4b15fbee06f4f98f6 is 82, key is hbase:meta,,1/info:regioninfo/1732738894735/Put/seqid=0 2024-11-27T20:21:45,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741844_1020 (size=5672) 2024-11-27T20:21:45,081 INFO [M:0;6daf43b95769:36493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eeefa1f7be241a4b15fbee06f4f98f6 2024-11-27T20:21:45,098 DEBUG [M:0;6daf43b95769:36493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daa480b316544c8ea3cf2e3d5b26228d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732738897355/Put/seqid=0 2024-11-27T20:21:45,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741845_1021 (size=6585) 2024-11-27T20:21:45,101 INFO [M:0;6daf43b95769:36493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daa480b316544c8ea3cf2e3d5b26228d 2024-11-27T20:21:45,117 DEBUG [M:0;6daf43b95769:36493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a15c00d0c22f40c5b6f742c250ae67db is 69, key is 6daf43b95769,38067,1732738892597/rs:state/1732738893636/Put/seqid=0 2024-11-27T20:21:45,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741846_1022 (size=5156) 2024-11-27T20:21:45,122 INFO [M:0;6daf43b95769:36493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a15c00d0c22f40c5b6f742c250ae67db 2024-11-27T20:21:45,126 DEBUG [M:0;6daf43b95769:36493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9eeefa1f7be241a4b15fbee06f4f98f6 as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9eeefa1f7be241a4b15fbee06f4f98f6 2024-11-27T20:21:45,129 INFO [M:0;6daf43b95769:36493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9eeefa1f7be241a4b15fbee06f4f98f6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T20:21:45,130 DEBUG [M:0;6daf43b95769:36493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/daa480b316544c8ea3cf2e3d5b26228d as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daa480b316544c8ea3cf2e3d5b26228d 2024-11-27T20:21:45,133 INFO [M:0;6daf43b95769:36493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/daa480b316544c8ea3cf2e3d5b26228d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T20:21:45,133 DEBUG [M:0;6daf43b95769:36493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a15c00d0c22f40c5b6f742c250ae67db as hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a15c00d0c22f40c5b6f742c250ae67db 2024-11-27T20:21:45,136 INFO [M:0;6daf43b95769:36493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35653/user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a15c00d0c22f40c5b6f742c250ae67db, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T20:21:45,137 INFO [M:0;6daf43b95769:36493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 81ms, sequenceid=55, compaction requested=false 2024-11-27T20:21:45,138 INFO [M:0;6daf43b95769:36493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:45,138 DEBUG [M:0;6daf43b95769:36493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738905056Disabling compacts and flushes for region at 1732738905056Disabling writes for close at 1732738905056Obtaining lock to block concurrent updates at 1732738905056Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738905056Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732738905056Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738905057 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738905057Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738905075 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738905075Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738905084 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738905098 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738905098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738905104 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738905117 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738905117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d3ace6: reopening flushed file at 1732738905125 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25b43ca3: reopening flushed file at 1732738905129 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc93fd1: reopening flushed file at 1732738905133 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 81ms, sequenceid=55, compaction requested=false at 1732738905137 (+4 ms)Writing region close event to WAL at 1732738905138 (+1 ms)Closed at 1732738905138 2024-11-27T20:21:45,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37081 is added to blk_1073741830_1006 (size=32758) 2024-11-27T20:21:45,140 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/beec2e7f-9006-a2e8-fe0a-b121e73750e2/MasterData/WALs/6daf43b95769,36493,1732738892555/6daf43b95769%2C36493%2C1732738892555.1732738893475 not finished, retry = 0 2024-11-27T20:21:45,241 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:45,241 INFO [M:0;6daf43b95769:36493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:21:45,241 INFO [M:0;6daf43b95769:36493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36493 2024-11-27T20:21:45,242 INFO [M:0;6daf43b95769:36493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:45,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:45,344 INFO [M:0;6daf43b95769:36493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:45,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36493-0x1015b170e690006, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:45,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c249359{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:45,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38177a6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:45,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:45,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@762cb7ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:45,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b071265{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:45,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:21:45,349 WARN [BP-1212837145-172.17.0.2-1732738891523 heartbeating to localhost/127.0.0.1:35653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:21:45,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:21:45,349 WARN [BP-1212837145-172.17.0.2-1732738891523 heartbeating to localhost/127.0.0.1:35653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1212837145-172.17.0.2-1732738891523 (Datanode Uuid 1a9fe73f-82b0-497e-9799-0aaad878f998) service to localhost/127.0.0.1:35653 2024-11-27T20:21:45,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/cluster_3d4aeeed-fd6e-5a6c-f696-3aac227f4cf7/data/data1/current/BP-1212837145-172.17.0.2-1732738891523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:45,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/cluster_3d4aeeed-fd6e-5a6c-f696-3aac227f4cf7/data/data2/current/BP-1212837145-172.17.0.2-1732738891523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:45,351 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:21:45,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@561959e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:45,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33a28978{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:45,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:45,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e7c15af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:45,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f833911{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af970cb-5a1f-a391-6111-f42f02dc9d08/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:45,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:21:45,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:21:45,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:45,370 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:45,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:45,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:45,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:45,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:21:45,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1356749223, stopped=false 2024-11-27T20:21:45,371 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,43419,1732738889203 2024-11-27T20:21:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882993808/running 2024-11-27T20:21:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882993808/running 2024-11-27T20:21:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:45,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:45,373 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:45,373 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:45,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Set watcher on znode that does not yet exist, /11882993808/running 2024-11-27T20:21:45,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Set watcher on znode that does not yet exist, /11882993808/running 2024-11-27T20:21:45,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:45,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:45,374 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,36743,1732738889257' ***** 2024-11-27T20:21:45,374 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:21:45,374 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:21:45,374 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:21:45,374 INFO [RS:0;6daf43b95769:36743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:21:45,374 INFO [RS:0;6daf43b95769:36743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:21:45,375 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:45,375 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,36743,1732738889257 2024-11-27T20:21:45,375 INFO [RS:0;6daf43b95769:36743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:45,375 INFO [RS:0;6daf43b95769:36743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:36743. 2024-11-27T20:21:45,375 DEBUG [RS:0;6daf43b95769:36743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:45,375 DEBUG [RS:0;6daf43b95769:36743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:45,375 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b372364d73ac8123cba326f138add86, disabling compactions & flushes 2024-11-27T20:21:45,375 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:45,375 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:45,375 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738895975.2b372364d73ac8123cba326f138add86. after waiting 0 ms 2024-11-27T20:21:45,375 INFO [RS:0;6daf43b95769:36743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:21:45,375 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:45,375 INFO [RS:0;6daf43b95769:36743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:21:45,375 INFO [RS:0;6daf43b95769:36743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:21:45,375 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:21:45,375 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T20:21:45,375 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2b372364d73ac8123cba326f138add86=test,,1732738895975.2b372364d73ac8123cba326f138add86.} 2024-11-27T20:21:45,375 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b372364d73ac8123cba326f138add86 2024-11-27T20:21:45,375 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:45,375 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:45,376 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:45,376 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:45,376 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:45,376 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T20:21:45,378 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/default/test/2b372364d73ac8123cba326f138add86/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:21:45,379 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:45,379 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:21:45,379 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:45,379 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b372364d73ac8123cba326f138add86: Waiting for close lock at 1732738905375Running coprocessor pre-close hooks at 1732738905375Disabling compacts and flushes for region at 1732738905375Disabling writes for close at 1732738905375Writing region close event to WAL at 1732738905376 (+1 ms)Running coprocessor post-close hooks at 1732738905379 (+3 ms)Closed at 1732738905379 2024-11-27T20:21:45,379 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738895975.2b372364d73ac8123cba326f138add86. 2024-11-27T20:21:45,391 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/info/137055eac8ac4b1289843ace93d36745 is 129, key is test,,1732738895975.2b372364d73ac8123cba326f138add86./info:regioninfo/1732738896312/Put/seqid=0 2024-11-27T20:21:45,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741841_1017 (size=6421) 2024-11-27T20:21:45,394 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/info/137055eac8ac4b1289843ace93d36745 2024-11-27T20:21:45,410 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/ns/8e939163f48245659849d8bd674ca691 is 43, key is default/ns:d/1732738891422/Put/seqid=0 2024-11-27T20:21:45,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741842_1018 (size=5153) 2024-11-27T20:21:45,432 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:45,576 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:45,754 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:45,772 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:45,776 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:45,814 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/ns/8e939163f48245659849d8bd674ca691 2024-11-27T20:21:45,847 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/rep_barrier/ee20d1812f914c6782ae0a6b86623397 is 112, key is test,,1732738895975.2b372364d73ac8123cba326f138add86./rep_barrier:seqnumDuringOpen/1732738896312/Put/seqid=0 2024-11-27T20:21:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741843_1019 (size=5518) 2024-11-27T20:21:45,976 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:46,176 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:46,251 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/rep_barrier/ee20d1812f914c6782ae0a6b86623397 2024-11-27T20:21:46,269 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/table/a398952377a941039e9d695ee0ac92eb is 40, key is test/table:state/1732738896318/Put/seqid=0 2024-11-27T20:21:46,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741844_1020 (size=5165) 2024-11-27T20:21:46,342 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:21:46,342 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:21:46,376 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T20:21:46,376 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T20:21:46,376 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:46,577 DEBUG [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T20:21:46,658 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:46,673 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/table/a398952377a941039e9d695ee0ac92eb 2024-11-27T20:21:46,675 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:46,677 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/info/137055eac8ac4b1289843ace93d36745 as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/info/137055eac8ac4b1289843ace93d36745 2024-11-27T20:21:46,680 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/info/137055eac8ac4b1289843ace93d36745, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T20:21:46,681 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/ns/8e939163f48245659849d8bd674ca691 as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/ns/8e939163f48245659849d8bd674ca691 2024-11-27T20:21:46,684 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/ns/8e939163f48245659849d8bd674ca691, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T20:21:46,684 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/rep_barrier/ee20d1812f914c6782ae0a6b86623397 as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/rep_barrier/ee20d1812f914c6782ae0a6b86623397 2024-11-27T20:21:46,687 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/rep_barrier/ee20d1812f914c6782ae0a6b86623397, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T20:21:46,688 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/.tmp/table/a398952377a941039e9d695ee0ac92eb as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/table/a398952377a941039e9d695ee0ac92eb 2024-11-27T20:21:46,691 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/table/a398952377a941039e9d695ee0ac92eb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T20:21:46,691 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false 2024-11-27T20:21:46,691 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:21:46,695 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T20:21:46,696 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:46,696 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:21:46,696 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:46,696 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738905375Running coprocessor pre-close hooks at 1732738905375Disabling compacts and flushes for region at 1732738905375Disabling writes for close at 1732738905376 (+1 ms)Obtaining lock to block concurrent updates at 1732738905376Preparing flush snapshotting stores in 1588230740 at 1732738905376Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732738905376Flushing stores of hbase:meta,,1.1588230740 at 1732738905376Flushing 1588230740/info: creating writer at 1732738905377 (+1 ms)Flushing 1588230740/info: appending metadata at 1732738905390 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732738905390Flushing 1588230740/ns: creating writer at 1732738905397 (+7 ms)Flushing 1588230740/ns: appending metadata at 1732738905410 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732738905410Flushing 1588230740/rep_barrier: creating writer at 1732738905818 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738905847 (+29 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738905847Flushing 1588230740/table: creating writer at 1732738906255 (+408 ms)Flushing 1588230740/table: appending metadata at 1732738906269 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732738906269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56dc3686: reopening flushed file at 1732738906676 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c2a695: reopening flushed file at 1732738906680 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7adf8054: reopening flushed file at 1732738906684 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f63c99d: reopening flushed file at 1732738906687 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=11, compaction requested=false at 1732738906691 (+4 ms)Writing region close event to WAL at 1732738906693 (+2 ms)Running coprocessor post-close hooks at 1732738906696 (+3 ms)Closed at 1732738906696 2024-11-27T20:21:46,696 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:46,777 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,36743,1732738889257; all regions closed. 2024-11-27T20:21:46,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741834_1010 (size=2717) 2024-11-27T20:21:46,781 DEBUG [RS:0;6daf43b95769:36743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/oldWALs 2024-11-27T20:21:46,781 INFO [RS:0;6daf43b95769:36743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C36743%2C1732738889257.meta:.meta(num 1732738891383) 2024-11-27T20:21:46,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741832_1008 (size=1374) 2024-11-27T20:21:46,784 DEBUG [RS:0;6daf43b95769:36743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/oldWALs 2024-11-27T20:21:46,784 INFO [RS:0;6daf43b95769:36743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C36743%2C1732738889257:(num 1732738890456) 2024-11-27T20:21:46,784 DEBUG [RS:0;6daf43b95769:36743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:46,784 INFO [RS:0;6daf43b95769:36743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:46,784 INFO [RS:0;6daf43b95769:36743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:46,784 INFO [RS:0;6daf43b95769:36743 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:46,784 INFO [RS:0;6daf43b95769:36743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:46,784 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:46,785 INFO [RS:0;6daf43b95769:36743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:36743. 2024-11-27T20:21:46,785 DEBUG [RS:0;6daf43b95769:36743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:46,785 DEBUG [RS:0;6daf43b95769:36743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:46,785 DEBUG [RS:0;6daf43b95769:36743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:46,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:46,785 INFO [RS:0;6daf43b95769:36743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36743 2024-11-27T20:21:46,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808/rs 2024-11-27T20:21:46,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882993808/rs/6daf43b95769,36743,1732738889257 2024-11-27T20:21:46,787 INFO [RS:0;6daf43b95769:36743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:46,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,36743,1732738889257] 2024-11-27T20:21:46,791 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11882993808/draining/6daf43b95769,36743,1732738889257 already deleted, retry=false 2024-11-27T20:21:46,791 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,36743,1732738889257 expired; onlineServers=0 2024-11-27T20:21:46,791 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,43419,1732738889203' ***** 2024-11-27T20:21:46,791 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:21:46,791 INFO [M:0;6daf43b95769:43419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:46,791 INFO [M:0;6daf43b95769:43419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:46,791 DEBUG [M:0;6daf43b95769:43419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:21:46,791 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:21:46,791 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738890244 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738890244,5,FailOnTimeoutGroup] 2024-11-27T20:21:46,791 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738890242 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738890242,5,FailOnTimeoutGroup] 2024-11-27T20:21:46,791 DEBUG [M:0;6daf43b95769:43419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:21:46,792 INFO [M:0;6daf43b95769:43419 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:46,792 INFO [M:0;6daf43b95769:43419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:46,792 DEBUG [M:0;6daf43b95769:43419 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:21:46,792 INFO [M:0;6daf43b95769:43419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:21:46,792 INFO [M:0;6daf43b95769:43419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:46,792 INFO [M:0;6daf43b95769:43419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:21:46,792 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:21:46,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882993808/master 2024-11-27T20:21:46,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882993808 2024-11-27T20:21:46,793 DEBUG [M:0;6daf43b95769:43419 {}] zookeeper.ZKUtil(347): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Unable to get data of znode /11882993808/master because node does not exist (not an error) 2024-11-27T20:21:46,793 WARN [M:0;6daf43b95769:43419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:21:46,794 INFO [M:0;6daf43b95769:43419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/.lastflushedseqids 2024-11-27T20:21:46,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741845_1021 (size=173) 2024-11-27T20:21:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:46,890 INFO [RS:0;6daf43b95769:36743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:46,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36743-0x1015b170e690004, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:46,890 INFO [RS:0;6daf43b95769:36743 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,36743,1732738889257; zookeeper connection closed. 2024-11-27T20:21:46,890 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@707993ab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@707993ab 2024-11-27T20:21:46,890 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:21:47,198 INFO [M:0;6daf43b95769:43419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:21:47,198 INFO [M:0;6daf43b95769:43419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:21:47,198 DEBUG [M:0;6daf43b95769:43419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:47,198 INFO [M:0;6daf43b95769:43419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:47,198 DEBUG [M:0;6daf43b95769:43419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:47,198 DEBUG [M:0;6daf43b95769:43419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:47,198 DEBUG [M:0;6daf43b95769:43419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:47,199 INFO [M:0;6daf43b95769:43419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-27T20:21:47,215 DEBUG [M:0;6daf43b95769:43419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc4d5c6658164dbaa84b1608de4ed350 is 82, key is hbase:meta,,1/info:regioninfo/1732738891413/Put/seqid=0 2024-11-27T20:21:47,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741846_1022 (size=5672) 2024-11-27T20:21:47,618 INFO [M:0;6daf43b95769:43419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc4d5c6658164dbaa84b1608de4ed350 2024-11-27T20:21:47,636 DEBUG [M:0;6daf43b95769:43419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3400ff2f6e6543f5926ae873a390f644 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732738896321/Put/seqid=0 2024-11-27T20:21:47,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741847_1023 (size=6585) 2024-11-27T20:21:47,661 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:47,678 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:48,040 INFO [M:0;6daf43b95769:43419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3400ff2f6e6543f5926ae873a390f644 2024-11-27T20:21:48,057 DEBUG [M:0;6daf43b95769:43419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/843b341248504a718ac44cc446724402 is 69, key is 6daf43b95769,36743,1732738889257/rs:state/1732738890306/Put/seqid=0 2024-11-27T20:21:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741848_1024 (size=5156) 2024-11-27T20:21:48,461 INFO [M:0;6daf43b95769:43419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/843b341248504a718ac44cc446724402 2024-11-27T20:21:48,464 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T20:21:48,465 DEBUG [M:0;6daf43b95769:43419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc4d5c6658164dbaa84b1608de4ed350 as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc4d5c6658164dbaa84b1608de4ed350 2024-11-27T20:21:48,469 INFO [M:0;6daf43b95769:43419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc4d5c6658164dbaa84b1608de4ed350, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T20:21:48,469 DEBUG [M:0;6daf43b95769:43419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3400ff2f6e6543f5926ae873a390f644 as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3400ff2f6e6543f5926ae873a390f644 2024-11-27T20:21:48,473 INFO [M:0;6daf43b95769:43419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3400ff2f6e6543f5926ae873a390f644, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T20:21:48,473 DEBUG [M:0;6daf43b95769:43419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/843b341248504a718ac44cc446724402 as hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/843b341248504a718ac44cc446724402 2024-11-27T20:21:48,477 INFO [M:0;6daf43b95769:43419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44873/user/jenkins/test-data/828c20ab-59b2-c4fd-90f1-09aecbdff0b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/843b341248504a718ac44cc446724402, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T20:21:48,478 INFO [M:0;6daf43b95769:43419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false 2024-11-27T20:21:48,480 INFO [M:0;6daf43b95769:43419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:48,480 DEBUG [M:0;6daf43b95769:43419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738907198Disabling compacts and flushes for region at 1732738907198Disabling writes for close at 1732738907198Obtaining lock to block concurrent updates at 1732738907199 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738907199Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732738907199Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738907199Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738907199Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738907214 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738907214Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738907622 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738907636 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738907636Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738908043 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738908057 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738908057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753120b1: reopening flushed file at 1732738908464 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f280b55: reopening flushed file at 1732738908469 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf871e5: reopening flushed file at 1732738908473 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=55, compaction requested=false at 1732738908478 (+5 ms)Writing region close event to WAL at 1732738908480 (+2 ms)Closed at 1732738908480 2024-11-27T20:21:48,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36393 is added to blk_1073741830_1006 (size=32758) 2024-11-27T20:21:48,482 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:48,482 INFO [M:0;6daf43b95769:43419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:21:48,482 INFO [M:0;6daf43b95769:43419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43419 2024-11-27T20:21:48,483 INFO [M:0;6daf43b95769:43419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:48,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:48,585 INFO [M:0;6daf43b95769:43419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:48,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43419-0x1015b170e690003, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:48,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32664bfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:48,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28c52eab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:48,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:48,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45404d7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:48,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74496a53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:48,590 WARN [BP-422831019-172.17.0.2-1732738887908 heartbeating to localhost/127.0.0.1:44873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:21:48,590 WARN [BP-422831019-172.17.0.2-1732738887908 heartbeating to localhost/127.0.0.1:44873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-422831019-172.17.0.2-1732738887908 (Datanode Uuid 8fcbfef6-2856-4571-89d7-2518c830223b) service to localhost/127.0.0.1:44873 2024-11-27T20:21:48,590 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:21:48,590 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:21:48,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/cluster_299e2fbc-a79b-076c-daf4-9ce19a5ec3c3/data/data1/current/BP-422831019-172.17.0.2-1732738887908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:48,591 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/cluster_299e2fbc-a79b-076c-daf4-9ce19a5ec3c3/data/data2/current/BP-422831019-172.17.0.2-1732738887908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:48,591 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:21:48,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8d804e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:48,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f5e25ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:48,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:48,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7db609ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:48,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1595cc9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0cf433ae-95db-d8de-21bc-955641e52baf/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:48,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:21:48,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T20:21:48,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:48,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:48,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:48,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:48,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:48,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T20:21:48,613 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1298407384, stopped=false 2024-11-27T20:21:48,613 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6daf43b95769,35955,1732738885517 2024-11-27T20:21:48,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-575793241/running 2024-11-27T20:21:48,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:48,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-575793241/running 2024-11-27T20:21:48,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:48,616 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:48,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T20:21:48,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:48,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:48,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Set watcher on znode that does not yet exist, /0-575793241/running 2024-11-27T20:21:48,617 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6daf43b95769,33591,1732738885621' ***** 2024-11-27T20:21:48,617 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T20:21:48,617 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T20:21:48,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Set watcher on znode that does not yet exist, /0-575793241/running 2024-11-27T20:21:48,617 INFO [RS:0;6daf43b95769:33591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T20:21:48,617 INFO [RS:0;6daf43b95769:33591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T20:21:48,618 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T20:21:48,618 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(3091): Received CLOSE for bbc8d87ec562fb17428af8cd836cf4bc 2024-11-27T20:21:48,618 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(3091): Received CLOSE for fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:48,618 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(959): stopping server 6daf43b95769,33591,1732738885621 2024-11-27T20:21:48,618 INFO [RS:0;6daf43b95769:33591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:48,618 INFO [RS:0;6daf43b95769:33591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:33591. 2024-11-27T20:21:48,618 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbc8d87ec562fb17428af8cd836cf4bc, disabling compactions & flushes 2024-11-27T20:21:48,618 DEBUG [RS:0;6daf43b95769:33591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:48,618 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:48,618 DEBUG [RS:0;6daf43b95769:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:48,618 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:48,618 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. after waiting 0 ms 2024-11-27T20:21:48,618 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:48,618 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbc8d87ec562fb17428af8cd836cf4bc 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-27T20:21:48,618 INFO [RS:0;6daf43b95769:33591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T20:21:48,618 INFO [RS:0;6daf43b95769:33591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T20:21:48,618 INFO [RS:0;6daf43b95769:33591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T20:21:48,618 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T20:21:48,619 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T20:21:48,619 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1325): Online Regions={bbc8d87ec562fb17428af8cd836cf4bc=hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc., 1588230740=hbase:meta,,1.1588230740, fd87783fec0a954de15d57369fc75176=test,,1732738894834.fd87783fec0a954de15d57369fc75176.} 2024-11-27T20:21:48,619 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbc8d87ec562fb17428af8cd836cf4bc, fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:48,619 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T20:21:48,619 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T20:21:48,619 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T20:21:48,619 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T20:21:48,619 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T20:21:48,619 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T20:21:48,638 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/.tmp/hfileref/685659e34162475a8c4466c2d1ca1eaf is 74, key is 1/hfileref:0b51281fb15448c89b49badbfc7e10ce_SeqId_4_/1732738901062/DeleteColumn/seqid=0 2024-11-27T20:21:48,638 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/info/9a62873b2b0c4b078a32c86beade024f is 147, key is hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc./info:regioninfo/1732738898513/Put/seqid=0 2024-11-27T20:21:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741848_1024 (size=7686) 2024-11-27T20:21:48,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741847_1023 (size=5489) 2024-11-27T20:21:48,644 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/info/9a62873b2b0c4b078a32c86beade024f 2024-11-27T20:21:48,658 INFO [regionserver/6daf43b95769:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:48,662 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/ns/6d2744f6e5e24fabb64fd3b56d0c134f is 43, key is default/ns:d/1732738887721/Put/seqid=0 2024-11-27T20:21:48,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741849_1025 (size=5153) 2024-11-27T20:21:48,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T20:21:48,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,766 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:48,781 DEBUG [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/WALs/6daf43b95769,33591,1732738885621/6daf43b95769%2C33591%2C1732738885621.1732738901780 to pos 393, reset compression=false 2024-11-27T20:21:48,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T20:21:48,819 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbc8d87ec562fb17428af8cd836cf4bc, fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:48,845 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T20:21:48,845 INFO [regionserver/6daf43b95769:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T20:21:49,019 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbc8d87ec562fb17428af8cd836cf4bc, fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:49,045 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/.tmp/hfileref/685659e34162475a8c4466c2d1ca1eaf 2024-11-27T20:21:49,064 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/.tmp/queue/deaab2e5b49c48febc764e8cd51407f1 is 153, key is 1-6daf43b95769,33591,1732738885621/queue:6daf43b95769%2C33591%2C1732738885621/1732738902297/Put/seqid=0 2024-11-27T20:21:49,065 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/ns/6d2744f6e5e24fabb64fd3b56d0c134f 2024-11-27T20:21:49,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741850_1026 (size=5504) 2024-11-27T20:21:49,086 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/rep_barrier/e91e4e06d59e41a29fe69af94624034d is 112, key is test,,1732738894834.fd87783fec0a954de15d57369fc75176./rep_barrier:seqnumDuringOpen/1732738895577/Put/seqid=0 2024-11-27T20:21:49,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741851_1027 (size=5518) 2024-11-27T20:21:49,219 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbc8d87ec562fb17428af8cd836cf4bc, fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:49,419 DEBUG [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bbc8d87ec562fb17428af8cd836cf4bc, fd87783fec0a954de15d57369fc75176 2024-11-27T20:21:49,469 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/.tmp/queue/deaab2e5b49c48febc764e8cd51407f1 2024-11-27T20:21:49,473 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/.tmp/hfileref/685659e34162475a8c4466c2d1ca1eaf as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/hfileref/685659e34162475a8c4466c2d1ca1eaf 2024-11-27T20:21:49,477 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/hfileref/685659e34162475a8c4466c2d1ca1eaf, entries=6, sequenceid=17, filesize=5.4 K 2024-11-27T20:21:49,477 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/.tmp/queue/deaab2e5b49c48febc764e8cd51407f1 as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/queue/deaab2e5b49c48febc764e8cd51407f1 2024-11-27T20:21:49,480 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/queue/deaab2e5b49c48febc764e8cd51407f1, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T20:21:49,481 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for bbc8d87ec562fb17428af8cd836cf4bc in 863ms, sequenceid=17, compaction requested=false 2024-11-27T20:21:49,484 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/replication/bbc8d87ec562fb17428af8cd836cf4bc/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-27T20:21:49,485 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:49,485 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:21:49,485 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:49,485 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbc8d87ec562fb17428af8cd836cf4bc: Waiting for close lock at 1732738908618Running coprocessor pre-close hooks at 1732738908618Disabling compacts and flushes for region at 1732738908618Disabling writes for close at 1732738908618Obtaining lock to block concurrent updates at 1732738908618Preparing flush snapshotting stores in bbc8d87ec562fb17428af8cd836cf4bc at 1732738908618Finished memstore snapshotting hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732738908619 (+1 ms)Flushing stores of hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. at 1732738908619Flushing bbc8d87ec562fb17428af8cd836cf4bc/hfileref: creating writer at 1732738908619Flushing bbc8d87ec562fb17428af8cd836cf4bc/hfileref: appending metadata at 1732738908637 (+18 ms)Flushing bbc8d87ec562fb17428af8cd836cf4bc/hfileref: closing flushed file at 1732738908638 (+1 ms)Flushing bbc8d87ec562fb17428af8cd836cf4bc/queue: creating writer at 1732738909049 (+411 ms)Flushing bbc8d87ec562fb17428af8cd836cf4bc/queue: appending metadata at 1732738909063 (+14 ms)Flushing bbc8d87ec562fb17428af8cd836cf4bc/queue: closing flushed file at 1732738909063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a883c7: reopening flushed file at 1732738909473 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8d38802: reopening flushed file at 1732738909477 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for bbc8d87ec562fb17428af8cd836cf4bc in 863ms, sequenceid=17, compaction requested=false at 1732738909481 (+4 ms)Writing region close event to WAL at 1732738909482 (+1 ms)Running coprocessor post-close hooks at 1732738909485 (+3 ms)Closed at 1732738909485 2024-11-27T20:21:49,485 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732738897755.bbc8d87ec562fb17428af8cd836cf4bc. 2024-11-27T20:21:49,485 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd87783fec0a954de15d57369fc75176, disabling compactions & flushes 2024-11-27T20:21:49,485 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:49,485 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:49,485 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732738894834.fd87783fec0a954de15d57369fc75176. after waiting 0 ms 2024-11-27T20:21:49,485 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:49,488 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/default/test/fd87783fec0a954de15d57369fc75176/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T20:21:49,488 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:49,488 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T20:21:49,488 INFO [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:49,489 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd87783fec0a954de15d57369fc75176: Waiting for close lock at 1732738909485Running coprocessor pre-close hooks at 1732738909485Disabling compacts and flushes for region at 1732738909485Disabling writes for close at 1732738909485Writing region close event to WAL at 1732738909486 (+1 ms)Running coprocessor post-close hooks at 1732738909488 (+2 ms)Closed at 1732738909488 2024-11-27T20:21:49,489 DEBUG [RS_CLOSE_REGION-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732738894834.fd87783fec0a954de15d57369fc75176. 2024-11-27T20:21:49,490 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/rep_barrier/e91e4e06d59e41a29fe69af94624034d 2024-11-27T20:21:49,506 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/table/9b134d44bc9241f098c237d02bde019a is 53, key is hbase:replication/table:state/1732738898520/Put/seqid=0 2024-11-27T20:21:49,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741852_1028 (size=5308) 2024-11-27T20:21:49,510 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/table/9b134d44bc9241f098c237d02bde019a 2024-11-27T20:21:49,513 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/info/9a62873b2b0c4b078a32c86beade024f as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/info/9a62873b2b0c4b078a32c86beade024f 2024-11-27T20:21:49,517 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/info/9a62873b2b0c4b078a32c86beade024f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T20:21:49,517 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/ns/6d2744f6e5e24fabb64fd3b56d0c134f as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/ns/6d2744f6e5e24fabb64fd3b56d0c134f 2024-11-27T20:21:49,520 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/ns/6d2744f6e5e24fabb64fd3b56d0c134f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T20:21:49,521 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/rep_barrier/e91e4e06d59e41a29fe69af94624034d as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/rep_barrier/e91e4e06d59e41a29fe69af94624034d 2024-11-27T20:21:49,524 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/rep_barrier/e91e4e06d59e41a29fe69af94624034d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T20:21:49,525 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/.tmp/table/9b134d44bc9241f098c237d02bde019a as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/table/9b134d44bc9241f098c237d02bde019a 2024-11-27T20:21:49,528 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/table/9b134d44bc9241f098c237d02bde019a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T20:21:49,529 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false 2024-11-27T20:21:49,529 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T20:21:49,532 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T20:21:49,533 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T20:21:49,533 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T20:21:49,533 INFO [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:49,533 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732738908619Running coprocessor pre-close hooks at 1732738908619Disabling compacts and flushes for region at 1732738908619Disabling writes for close at 1732738908619Obtaining lock to block concurrent updates at 1732738908619Preparing flush snapshotting stores in 1588230740 at 1732738908619Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732738908619Flushing stores of hbase:meta,,1.1588230740 at 1732738908620 (+1 ms)Flushing 1588230740/info: creating writer at 1732738908620Flushing 1588230740/info: appending metadata at 1732738908638 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732738908638Flushing 1588230740/ns: creating writer at 1732738908648 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732738908662 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732738908662Flushing 1588230740/rep_barrier: creating writer at 1732738909069 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732738909086 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732738909086Flushing 1588230740/table: creating writer at 1732738909493 (+407 ms)Flushing 1588230740/table: appending metadata at 1732738909506 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732738909506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33eb8feb: reopening flushed file at 1732738909513 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33fc9325: reopening flushed file at 1732738909517 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47fc0565: reopening flushed file at 1732738909521 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b99bb9: reopening flushed file at 1732738909524 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false at 1732738909529 (+5 ms)Writing region close event to WAL at 1732738909530 (+1 ms)Running coprocessor post-close hooks at 1732738909533 (+3 ms)Closed at 1732738909533 2024-11-27T20:21:49,533 DEBUG [RS_CLOSE_META-regionserver/6daf43b95769:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T20:21:49,620 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(976): stopping server 6daf43b95769,33591,1732738885621; all regions closed. 2024-11-27T20:21:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741843_1019 (size=859) 2024-11-27T20:21:49,624 DEBUG [RS:0;6daf43b95769:33591 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/oldWALs 2024-11-27T20:21:49,625 INFO [RS:0;6daf43b95769:33591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C33591%2C1732738885621.meta:.meta(num 1732738901805) 2024-11-27T20:21:49,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741844_1020 (size=2791) 2024-11-27T20:21:49,628 DEBUG [RS:0;6daf43b95769:33591 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/oldWALs 2024-11-27T20:21:49,628 INFO [RS:0;6daf43b95769:33591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C33591%2C1732738885621.rep:(num 1732738901827) 2024-11-27T20:21:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741842_1018 (size=696) 2024-11-27T20:21:49,631 DEBUG [RS:0;6daf43b95769:33591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/oldWALs 2024-11-27T20:21:49,631 INFO [RS:0;6daf43b95769:33591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6daf43b95769%2C33591%2C1732738885621:(num 1732738901780) 2024-11-27T20:21:49,631 DEBUG [RS:0;6daf43b95769:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:49,631 INFO [RS:0;6daf43b95769:33591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T20:21:49,631 INFO [RS:0;6daf43b95769:33591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:49,631 INFO [RS:0;6daf43b95769:33591 {}] hbase.ChoreService(370): Chore service for: regionserver/6daf43b95769:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:49,631 INFO [RS:0;6daf43b95769:33591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:49,631 INFO [regionserver/6daf43b95769:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:49,632 INFO [RS:0;6daf43b95769:33591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6daf43b95769,33591,1732738885621 because: Region server is closing 2024-11-27T20:21:49,632 INFO [RS:0;6daf43b95769:33591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:33591. 2024-11-27T20:21:49,632 DEBUG [RS:0;6daf43b95769:33591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:49,632 DEBUG [RS:0;6daf43b95769:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:49,632 DEBUG [RS:0;6daf43b95769:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:49,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:49,733 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:21:49,733 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T20:21:49,733 INFO [RS:0;6daf43b95769:33591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,1-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,1-6daf43b95769,33591,1732738885621 terminated 2024-11-27T20:21:49,733 INFO [RS:0;6daf43b95769:33591 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6daf43b95769,33591,1732738885621 because: Region server is closing 2024-11-27T20:21:49,733 INFO [RS:0;6daf43b95769:33591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6daf43b95769:33591. 2024-11-27T20:21:49,733 DEBUG [RS:0;6daf43b95769:33591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T20:21:49,733 DEBUG [RS:0;6daf43b95769:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:49,733 DEBUG [RS:0;6daf43b95769:33591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T20:21:49,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T20:21:49,834 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.wal-reader.6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T20:21:49,834 WARN [RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T20:21:49,834 INFO [RS:0;6daf43b95769:33591 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6daf43b95769:0-0.replicationSource,2-6daf43b95769,33591,1732738885621.replicationSource.shipper6daf43b95769%2C33591%2C1732738885621,2-6daf43b95769,33591,1732738885621 terminated 2024-11-27T20:21:49,834 INFO [RS:0;6daf43b95769:33591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33591 2024-11-27T20:21:49,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-575793241/rs/6daf43b95769,33591,1732738885621 2024-11-27T20:21:49,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241/rs 2024-11-27T20:21:49,836 INFO [RS:0;6daf43b95769:33591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:49,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6daf43b95769,33591,1732738885621] 2024-11-27T20:21:49,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-575793241/draining/6daf43b95769,33591,1732738885621 already deleted, retry=false 2024-11-27T20:21:49,839 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6daf43b95769,33591,1732738885621 expired; onlineServers=0 2024-11-27T20:21:49,839 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6daf43b95769,35955,1732738885517' ***** 2024-11-27T20:21:49,839 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T20:21:49,839 INFO [M:0;6daf43b95769:35955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T20:21:49,839 INFO [M:0;6daf43b95769:35955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T20:21:49,839 DEBUG [M:0;6daf43b95769:35955 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T20:21:49,839 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T20:21:49,839 DEBUG [M:0;6daf43b95769:35955 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T20:21:49,839 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738886739 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.small.0-1732738886739,5,FailOnTimeoutGroup] 2024-11-27T20:21:49,839 DEBUG [master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738886739 {}] cleaner.HFileCleaner(306): Exit Thread[master/6daf43b95769:0:becomeActiveMaster-HFileCleaner.large.0-1732738886739,5,FailOnTimeoutGroup] 2024-11-27T20:21:49,840 INFO [M:0;6daf43b95769:35955 {}] hbase.ChoreService(370): Chore service for: master/6daf43b95769:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T20:21:49,840 INFO [M:0;6daf43b95769:35955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T20:21:49,840 DEBUG [M:0;6daf43b95769:35955 {}] master.HMaster(1795): Stopping service threads 2024-11-27T20:21:49,840 INFO [M:0;6daf43b95769:35955 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T20:21:49,840 INFO [M:0;6daf43b95769:35955 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T20:21:49,840 INFO [M:0;6daf43b95769:35955 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T20:21:49,840 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T20:21:49,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-575793241/master 2024-11-27T20:21:49,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-575793241 2024-11-27T20:21:49,842 DEBUG [M:0;6daf43b95769:35955 {}] zookeeper.ZKUtil(347): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Unable to get data of znode /0-575793241/master because node does not exist (not an error) 2024-11-27T20:21:49,842 WARN [M:0;6daf43b95769:35955 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T20:21:49,842 INFO [M:0;6daf43b95769:35955 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/.lastflushedseqids 2024-11-27T20:21:49,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741853_1029 (size=263) 2024-11-27T20:21:49,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:49,938 INFO [RS:0;6daf43b95769:33591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:49,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33591-0x1015b170e690001, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:49,938 INFO [RS:0;6daf43b95769:33591 {}] regionserver.HRegionServer(1031): Exiting; stopping=6daf43b95769,33591,1732738885621; zookeeper connection closed. 2024-11-27T20:21:49,938 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@449b35ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@449b35ff 2024-11-27T20:21:49,939 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T20:21:50,248 INFO [M:0;6daf43b95769:35955 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T20:21:50,248 INFO [M:0;6daf43b95769:35955 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T20:21:50,248 DEBUG [M:0;6daf43b95769:35955 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T20:21:50,248 INFO [M:0;6daf43b95769:35955 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:50,248 DEBUG [M:0;6daf43b95769:35955 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:50,248 DEBUG [M:0;6daf43b95769:35955 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T20:21:50,248 DEBUG [M:0;6daf43b95769:35955 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:50,248 INFO [M:0;6daf43b95769:35955 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-27T20:21:50,263 DEBUG [M:0;6daf43b95769:35955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63a529388ef4d05a0dbf1de23ff5e35 is 82, key is hbase:meta,,1/info:regioninfo/1732738887705/Put/seqid=0 2024-11-27T20:21:50,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741854_1030 (size=5672) 2024-11-27T20:21:50,667 INFO [M:0;6daf43b95769:35955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63a529388ef4d05a0dbf1de23ff5e35 2024-11-27T20:21:50,693 DEBUG [M:0;6daf43b95769:35955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be2a5ae140a04943a88f0d63e78cab84 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732738898523/Put/seqid=0 2024-11-27T20:21:50,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741855_1031 (size=8908) 2024-11-27T20:21:51,102 INFO [M:0;6daf43b95769:35955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be2a5ae140a04943a88f0d63e78cab84 2024-11-27T20:21:51,121 DEBUG [M:0;6daf43b95769:35955 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92597c5cd50242b68fff716e951d5d4f is 69, key is 6daf43b95769,33591,1732738885621/rs:state/1732738886818/Put/seqid=0 2024-11-27T20:21:51,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741856_1032 (size=5156) 2024-11-27T20:21:51,125 INFO [M:0;6daf43b95769:35955 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92597c5cd50242b68fff716e951d5d4f 2024-11-27T20:21:51,131 DEBUG [M:0;6daf43b95769:35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c63a529388ef4d05a0dbf1de23ff5e35 as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c63a529388ef4d05a0dbf1de23ff5e35 2024-11-27T20:21:51,135 INFO [M:0;6daf43b95769:35955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c63a529388ef4d05a0dbf1de23ff5e35, entries=8, sequenceid=112, filesize=5.5 K 2024-11-27T20:21:51,136 DEBUG [M:0;6daf43b95769:35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be2a5ae140a04943a88f0d63e78cab84 as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be2a5ae140a04943a88f0d63e78cab84 2024-11-27T20:21:51,139 INFO [M:0;6daf43b95769:35955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be2a5ae140a04943a88f0d63e78cab84, entries=13, sequenceid=112, filesize=8.7 K 2024-11-27T20:21:51,140 DEBUG [M:0;6daf43b95769:35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92597c5cd50242b68fff716e951d5d4f as hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92597c5cd50242b68fff716e951d5d4f 2024-11-27T20:21:51,143 INFO [M:0;6daf43b95769:35955 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33881/user/jenkins/test-data/bf5ef03e-fae8-f2aa-ddb2-efe6a5904958/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92597c5cd50242b68fff716e951d5d4f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-27T20:21:51,144 INFO [M:0;6daf43b95769:35955 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=112, compaction requested=false 2024-11-27T20:21:51,152 INFO [M:0;6daf43b95769:35955 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T20:21:51,152 DEBUG [M:0;6daf43b95769:35955 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732738910248Disabling compacts and flushes for region at 1732738910248Disabling writes for close at 1732738910248Obtaining lock to block concurrent updates at 1732738910248Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732738910248Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732738910249 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732738910249Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732738910249Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732738910263 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732738910263Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732738910672 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732738910693 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732738910693Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732738911106 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732738911120 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732738911121 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b6a2adf: reopening flushed file at 1732738911130 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788c22b: reopening flushed file at 1732738911135 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7b511f: reopening flushed file at 1732738911139 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=112, compaction requested=false at 1732738911144 (+5 ms)Writing region close event to WAL at 1732738911152 (+8 ms)Closed at 1732738911152 2024-11-27T20:21:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44055 is added to blk_1073741830_1006 (size=69043) 2024-11-27T20:21:51,156 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T20:21:51,156 INFO [M:0;6daf43b95769:35955 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T20:21:51,157 INFO [M:0;6daf43b95769:35955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35955 2024-11-27T20:21:51,157 INFO [M:0;6daf43b95769:35955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T20:21:51,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:51,259 INFO [M:0;6daf43b95769:35955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T20:21:51,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35955-0x1015b170e690000, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T20:21:51,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6364848a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T20:21:51,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f4f83b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:51,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:51,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18e02874{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:51,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18b4fa78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:51,263 WARN [BP-1602914701-172.17.0.2-1732738884635 heartbeating to localhost/127.0.0.1:33881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T20:21:51,263 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T20:21:51,263 WARN [BP-1602914701-172.17.0.2-1732738884635 heartbeating to localhost/127.0.0.1:33881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1602914701-172.17.0.2-1732738884635 (Datanode Uuid c4ffcd1d-1ee1-493b-8a00-020321c03901) service to localhost/127.0.0.1:33881 2024-11-27T20:21:51,263 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T20:21:51,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/cluster_afa7c049-bc14-6cec-164e-e971477eb606/data/data1/current/BP-1602914701-172.17.0.2-1732738884635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:51,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/cluster_afa7c049-bc14-6cec-164e-e971477eb606/data/data2/current/BP-1602914701-172.17.0.2-1732738884635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T20:21:51,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T20:21:51,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@652612a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T20:21:51,271 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22795db7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T20:21:51,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T20:21:51,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32e848c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T20:21:51,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63117550{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2ad6969-3108-7335-a14e-8d2b82a1a64c/hadoop.log.dir/,STOPPED} 2024-11-27T20:21:51,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T20:21:51,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T20:21:51,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=601 (was 535) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55653) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44873 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33881 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35653 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44873 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35653 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33881 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-29 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55653) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33881 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55653) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=980 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=423 (was 462), ProcessCount=11 (was 11), AvailableMemoryMB=4634 (was 5393) 2024-11-27T20:21:51,305 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=601 is superior to 500 2024-11-27T20:21:51,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015b170e690002, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:21:51,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015b170e690005, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:21:51,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015b170e690008, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T20:21:51,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015b170e690002, quorum=127.0.0.1:55653, baseZNode=/0-575793241 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:21:51,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015b170e690008, quorum=127.0.0.1:55653, baseZNode=/2-42974947 Received Disconnected from ZooKeeper, ignoring 2024-11-27T20:21:51,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015b170e690005, quorum=127.0.0.1:55653, baseZNode=/11882993808 Received Disconnected from ZooKeeper, ignoring